-- Logs begin at Fri 2021-06-11 17:27:22 UTC, end at Fri 2021-06-11 18:24:03 UTC. -- Jun 11 17:57:31.699223 dv-cinder-796049-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 11 17:57:34.700698 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.common.config [-] Logging enabled! Jun 11 17:57:34.701345 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev332 Jun 11 17:57:34.701501 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91850) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 17:57:34.704685 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.common.config [-] Logging enabled! Jun 11 17:57:34.704939 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev332 Jun 11 17:57:34.705247 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91850) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 17:57:34.706187 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 17:57:34.706419 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 17:57:34.706783 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 17:57:34.707029 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 17:57:34.707256 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 17:57:34.707573 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.707870 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.708163 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.708390 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.708710 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.708999 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.709286 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.709576 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.709871 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.710151 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.710436 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.710720 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.710950 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.711242 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.712300 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.712300 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.712300 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] debug = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.712300 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.712870 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.713175 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.714623 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.714623 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.714623 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.714982 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.715085 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.715289 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.715617 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] host = dv-cinder-796049-1-smb {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.715898 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.716180 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.716461 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.716769 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.717039 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.717311 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.717590 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.717858 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.718126 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] log_file = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.718401 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.718679 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.718967 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.719250 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.719478 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.719696 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.719981 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.720264 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.720552 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.720832 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.721103 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.721377 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.721644 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.721910 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.722188 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.722470 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.722751 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.723021 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.723290 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.723559 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.723829 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.724107 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.724375 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.724664 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.724938 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.725224 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.725489 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.725764 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.726060 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.726341 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.726619 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.726899 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.727168 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.727447 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.727714 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.727982 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.728249 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] use_json = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.728515 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.728827 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.729110 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.729381 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.729649 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.729918 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.730187 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.730467 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:34.730765 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.731060 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.731357 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.731638 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.731934 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.732212 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.732499 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.732798 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.733087 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.733375 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.733663 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.733936 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.734221 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.734498 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.734789 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.735097 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.735392 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.735689 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.735965 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.736237 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.736510 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.736811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.737095 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.737388 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.737677 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.737949 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.738227 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.738516 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.738792 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.739062 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.739338 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.739625 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.739901 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.740171 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.740449 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.740855 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.741023 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.741293 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.741572 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.741855 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.742130 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.742399 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.742666 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.742939 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.743209 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.743491 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.743766 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.744034 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.744303 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.744639 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.744913 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.745186 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.745464 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.745749 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.746025 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.746296 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.746566 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.746837 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.747111 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.747381 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.747651 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.747921 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.748195 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.748465 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.748757 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.749035 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.749305 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.749576 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.749863 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.750160 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.750437 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.750717 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.751001 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.751275 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.751551 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.751827 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.752145 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.752385 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.752681 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.752973 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.753257 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.753545 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.753829 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.754108 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.754402 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.754678 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.754960 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.755238 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.755514 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.755808 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.756091 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.756384 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.756704 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.756998 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.757291 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.757586 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.757862 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.758177 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.758455 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:34.758673 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 17:57:34.759178 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91850) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 11 17:57:35.108296 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:57:35.108498 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:57:35.108797 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:57:35.109133 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 11 17:57:35.501222 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.501486 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.501762 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.503086 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.503364 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.503629 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.537626 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.537900 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.538164 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.552256 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.552554 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.552822 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.582760 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.583042 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.583314 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.620147 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.620433 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.620725 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.856200 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.856838 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.856838 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.857022 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.857870 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.981771 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.982097 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.982381 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.982658 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.982930 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.983243 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.983507 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.983766 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.984021 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.984304 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.984600 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.984871 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.985133 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.985399 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.985657 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.985935 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.986211 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.986470 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.986740 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.987003 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.987288 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.987640 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.987893 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.988176 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.988426 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.988700 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:35.989095 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:57:35.989336 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:57:35.989574 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:57:35.989810 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:57:35.990044 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:57:35.990277 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:57:35.991682 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 11 17:57:35.995414 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 11 17:57:35.999325 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 11 17:57:36.003097 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jun 11 17:57:36.004744 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 11 17:57:36.005205 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 11 17:57:36.005535 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 11 17:57:36.005920 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 11 17:57:36.008727 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 11 17:57:36.009229 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 11 17:57:36.009572 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 17:57:36.037349 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 11 17:57:36.037811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.038115 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91850) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 11 17:57:36.038482 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.039855 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91850) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 11 17:57:36.040135 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 17:57:36.040378 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 11 17:57:36.044051 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.044339 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.107395 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 11 17:57:36.107577 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 11 17:57:36.107783 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 11 17:57:36.108159 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 11 17:57:36.129383 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_db.sqlalchemy.engines [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91850) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 11 17:57:36.665440 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Initializing driver for type 'gre' Jun 11 17:57:36.665969 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] gre ID ranges: [(1, 1000)] Jun 11 17:57:36.714796 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Initializing driver for type 'local' Jun 11 17:57:36.715136 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Initializing driver for type 'vlan' Jun 11 17:57:36.728134 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] VlanTypeDriver initialization complete Jun 11 17:57:36.728485 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Initializing driver for type 'vxlan' Jun 11 17:57:36.729619 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] vxlan ID ranges: [(1, 1000)] Jun 11 17:57:36.778629 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Initializing extension driver 'port_security' Jun 11 17:57:36.778978 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.extensions.port_security [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] PortSecurityExtensionDriver initialization complete Jun 11 17:57:36.779312 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Initializing mechanism driver 'openvswitch' Jun 11 17:57:36.779638 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Initializing mechanism driver 'hyperv' Jun 11 17:57:36.786293 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.plugin [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:57:36.787234 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > port after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.787623 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > port after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.787991 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > port after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.788385 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > subnet after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.788776 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > subnet after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.789129 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.789516 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > network after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.789870 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > network after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.790216 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > network after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.790599 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > security_group after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.790951 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > security_group after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.791889 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > security_group after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.792284 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.792665 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.793015 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.793402 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > address_group after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.793754 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > address_group after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.794115 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > address_group after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.794445 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] ML2 OVO RPC backend initialized. {{(pid=91850) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 11 17:57:36.795161 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.795519 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.795936 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > network before_response 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.796285 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > networks before_response 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.796662 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > port before_response 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.797007 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > ports before_response 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.797352 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > subnet before_response 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.797695 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > subnets before_response 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.798100 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > network after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.798449 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > network after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.798784 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > network after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.799127 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > port after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.799465 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > port after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.799808 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > port after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.800148 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > subnet after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.800487 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > subnet after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.800847 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.801432 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.plugin [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Modular L2 Plugin initialization complete Jun 11 17:57:36.801762 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading services supported by the core plugin {{(pid=91850) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 11 17:57:36.802091 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.plugins.ml2.managers [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Got port-security extension from driver 'port_security' Jun 11 17:57:36.802557 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.extensions.vlantransparent [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Disabled vlantransparent extension. Jun 11 17:57:36.803048 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91850) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 11 17:57:36.803360 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading Plugin: router Jun 11 17:57:36.839894 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router_interface before_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.840291 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router after_create 55549900 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.840696 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router before_create 55549900 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.841065 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.841439 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.841799 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router after_delete 55549900 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.842160 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > floatingip after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.842522 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router after_create 55549900 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.842872 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router after_update 55549900 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.843223 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router after_update 55549900 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.843574 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.843932 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router after_update 55549900 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.844343 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router precommit_update 55549900 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.844740 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: port after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.845085 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: port after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.845425 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: subnet after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.845768 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.846120 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > port precommit_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.846468 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router precommit_create 55549900 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.846811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: port before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.847158 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router precommit_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.847516 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router after_update 55549900 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.847865 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router precommit_delete 55549900 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.848223 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router precommit_create 55549900 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.848607 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.848958 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router precommit_update 55549900 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.849332 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > network after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.850206 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Tracking information for resource: router configured {{(pid=91850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:57:36.850550 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Tracking information for resource: floatingip configured {{(pid=91850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:57:36.855809 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.db.l3_agentschedulers_db [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 11 17:57:36.856398 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: port after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.856970 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: port after_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.857133 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: port after_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.857489 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: port after_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.858295 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router before_create 55550100 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.858663 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router precommit_delete 55550100 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.859027 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router precommit_create 55550100 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.859384 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > router precommit_update 55550100 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.864011 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.services.provider_configuration [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service providers = [] {{(pid=91850) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 11 17:57:36.864375 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.db.servicetype_db [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91850) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 11 17:57:36.867312 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.services.service_base [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 17:57:36.867659 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.services.service_base [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 17:57:36.868003 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.services.service_base [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 17:57:36.868914 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.services.service_base [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 17:57:36.869289 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.services.service_base [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 11 17:57:36.869696 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:57:36.870015 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 11 17:57:36.880590 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:57:36.880934 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading Plugin: auto_allocate Jun 11 17:57:36.887704 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: network precommit_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.888076 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: network precommit_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.888634 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:57:36.888962 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading Plugin: tag Jun 11 17:57:36.895553 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:57:36.895879 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading Plugin: timestamp Jun 11 17:57:36.899857 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:57:36.900190 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading Plugin: network_ip_availability Jun 11 17:57:36.906244 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.906628 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.906995 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:36.907745 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:57:36.908067 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading Plugin: flavors Jun 11 17:57:36.913120 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:57:36.913465 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading Plugin: revisions Jun 11 17:57:36.917948 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:57:36.918293 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.809s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:57:36.919050 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91850) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 11 17:57:36.919388 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Initializing extension manager. Jun 11 17:57:36.919897 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: __init__.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.920239 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: __pycache__ {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.920598 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.920935 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: address_group.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.921694 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.922276 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: address-group Jun 11 17:57:36.922602 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: address_scope.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.923339 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.923850 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: address-scope Jun 11 17:57:36.924171 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: admin_state_down_before_update.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.926605 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.926605 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: router-admin-state-down-before-update Jun 11 17:57:36.926605 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: agent.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.926904 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.927357 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: agent Jun 11 17:57:36.927680 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: agent_resources_synced.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.928956 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.929291 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: agent-resources-synced Jun 11 17:57:36.929458 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: allowedaddresspairs.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.931272 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.931806 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: allowed-address-pairs Jun 11 17:57:36.932176 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: auto_allocated_topology.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.933292 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.933824 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: auto-allocated-topology Jun 11 17:57:36.934153 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: availability_zone.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.934844 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.935358 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: availability_zone Jun 11 17:57:36.935872 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: availability_zone_filter.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.936632 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.937196 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: availability_zone_filter Jun 11 17:57:36.937473 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: data_plane_status.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.938379 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.938889 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension data-plane-status not supported by any of loaded plugins Jun 11 17:57:36.939212 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: default_subnetpools.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.940171 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.940680 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: default-subnetpools Jun 11 17:57:36.940983 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: dhcpagentscheduler.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.941812 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.942324 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: dhcp_agent_scheduler Jun 11 17:57:36.942646 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: dns.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.943568 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.944080 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension dns-integration not supported by any of loaded plugins Jun 11 17:57:36.944404 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: dns_domain_ports.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.945342 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.945852 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 11 17:57:36.946173 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: dvr.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.946843 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.947355 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: dvr Jun 11 17:57:36.948201 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: empty_string_filtering.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.949152 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.949667 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: empty-string-filtering Jun 11 17:57:36.949993 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.950906 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.951442 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 11 17:57:36.951765 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.952724 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.953242 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 11 17:57:36.953570 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: external_net.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.954481 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.955016 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: external-net Jun 11 17:57:36.955337 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: extra_dhcp_opt.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.956245 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.956795 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: extra_dhcp_opt Jun 11 17:57:36.957117 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: extraroute.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.958082 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.958532 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: extraroute Jun 11 17:57:36.958852 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: extraroute_atomic.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.959888 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.960406 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: extraroute-atomic Jun 11 17:57:36.960759 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: filter_validation.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.961426 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.961937 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: filter-validation Jun 11 17:57:36.962257 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: fip_pf_description.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.963781 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.964294 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 11 17:57:36.964649 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: fip_port_details.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.965567 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.966082 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: fip-port-details Jun 11 17:57:36.966403 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: flavors.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.967657 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.968176 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: flavors Jun 11 17:57:36.968503 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.970218 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.970838 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 11 17:57:36.971118 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: floatingip_pools.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.971818 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.972337 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: floatingip-pools Jun 11 17:57:36.972706 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: ip_allocation.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.973621 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.974143 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension ip_allocation not supported by any of loaded plugins Jun 11 17:57:36.974473 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.975383 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.975898 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: ip-substring-filtering Jun 11 17:57:36.976228 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: l2_adjacency.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.977167 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.977739 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 11 17:57:36.978006 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: l3.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.979036 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.979560 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: router Jun 11 17:57:36.979886 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: l3_conntrack_helper.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.982323 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.982862 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 11 17:57:36.983189 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.984121 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.984683 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: ext-gw-mode Jun 11 17:57:36.985017 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.985939 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.986463 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: l3-ha Jun 11 17:57:36.986795 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: l3_flavors.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.987700 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.988218 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: l3-flavors Jun 11 17:57:36.988574 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.989493 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.990010 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 11 17:57:36.990332 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: l3agentscheduler.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.991378 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.991895 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: l3_agent_scheduler Jun 11 17:57:36.992222 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: logging.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.993749 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.994281 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension logging not supported by any of loaded plugins Jun 11 17:57:36.994643 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: metering.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.995382 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.995970 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: metering Jun 11 17:57:36.996296 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.997428 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.997956 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: metering_source_and_destination_fields Jun 11 17:57:36.998280 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: multiprovidernet.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:36.999203 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:36.999721 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: multi-provider Jun 11 17:57:37.000046 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: netmtu.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.000985 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.001506 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: net-mtu Jun 11 17:57:37.001830 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: netmtu_writable.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.002738 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.003259 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: net-mtu-writable Jun 11 17:57:37.003582 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: network_availability_zone.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.004250 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.004799 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: network_availability_zone Jun 11 17:57:37.005123 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: network_ip_availability.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.006216 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.006733 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: network-ip-availability Jun 11 17:57:37.007060 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: network_segment_range.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.007817 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.008328 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension network-segment-range not supported by any of loaded plugins Jun 11 17:57:37.008680 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: pagination.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.009906 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.010760 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: pagination Jun 11 17:57:37.011082 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: port_device_profile.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.011996 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.012518 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: port-device-profile Jun 11 17:57:37.012866 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.013784 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.014307 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: port-mac-address-regenerate Jun 11 17:57:37.014631 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.015539 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.016056 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: port-numa-affinity-policy Jun 11 17:57:37.016390 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: port_resource_request.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.017312 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.017824 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension port-resource-request not supported by any of loaded plugins Jun 11 17:57:37.018148 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: portbindings.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.019070 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.019586 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: binding Jun 11 17:57:37.019911 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: portbindings_extended.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.022793 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.023339 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: binding-extended Jun 11 17:57:37.023683 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: portsecurity.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.024661 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.025192 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: port-security Jun 11 17:57:37.025529 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: project_id.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.027070 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.027408 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: project-id Jun 11 17:57:37.027740 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: providernet.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.028704 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.029235 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: provider Jun 11 17:57:37.029567 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: qos.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.033186 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.033717 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension qos not supported by any of loaded plugins Jun 11 17:57:37.034051 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.035299 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.035826 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 11 17:57:37.036155 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.037109 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.037631 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 11 17:57:37.037958 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: qos_default.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.038866 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.039387 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension qos-default not supported by any of loaded plugins Jun 11 17:57:37.039713 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: qos_fip.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.040362 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.040905 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension qos-fip not supported by any of loaded plugins Jun 11 17:57:37.041254 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: qos_gateway_ip.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.042174 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.042692 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 11 17:57:37.043014 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: qos_port_network_policy.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.043917 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.044450 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 11 17:57:37.044799 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: qos_rule_type_details.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.045708 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.046226 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 11 17:57:37.046551 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: qos_rules_alias.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.047589 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.048104 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 11 17:57:37.048431 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: quotasv2.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.049416 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.049747 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: quotas Jun 11 17:57:37.050068 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: quotasv2_detail.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.053169 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.053517 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: quota_details Jun 11 17:57:37.053854 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: rbac.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.054942 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.055471 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: rbac-policies Jun 11 17:57:37.055804 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: rbac_address_group.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.056761 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.057400 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: rbac-address-group Jun 11 17:57:37.057730 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: rbac_address_scope.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.058650 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.059173 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: rbac-address-scope Jun 11 17:57:37.059499 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: rbac_security_groups.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.060425 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.060982 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: rbac-security-groups Jun 11 17:57:37.061308 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: rbac_subnetpool.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.062457 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.063316 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: rbac-subnetpool Jun 11 17:57:37.063316 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: revisionifmatch.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.064213 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.064775 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: revision-if-match Jun 11 17:57:37.065101 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: revisions.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.066228 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.066751 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: standard-attr-revisions Jun 11 17:57:37.067080 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: router_availability_zone.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.067748 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.068271 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: router_availability_zone Jun 11 17:57:37.068630 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: routerservicetype.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.069543 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.070059 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension router-service-type not supported by any of loaded plugins Jun 11 17:57:37.070381 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.071295 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.071815 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: security-groups-normalized-cidr Jun 11 17:57:37.072139 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: security_groups_port_filtering.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.073708 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.074222 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: port-security-groups-filtering Jun 11 17:57:37.074545 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.075462 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.075981 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: security-groups-remote-address-group Jun 11 17:57:37.076305 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: securitygroup.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.085907 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.086451 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: security-group Jun 11 17:57:37.086785 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: segment.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.087582 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.089034 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension segment not supported by any of loaded plugins Jun 11 17:57:37.089409 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.090367 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.090886 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 11 17:57:37.091214 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: servicetype.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.092351 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.092905 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: service-type Jun 11 17:57:37.093239 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: sorting.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.094218 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.094556 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: sorting Jun 11 17:57:37.094881 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: standard_attr_segment.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.095787 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.096315 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 11 17:57:37.096673 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: standardattrdescription.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.097314 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.097828 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: standard-attr-description Jun 11 17:57:37.098151 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: stateful_security_group.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.099075 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.099596 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: stateful-security-group Jun 11 17:57:37.099924 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: stdattrs_common.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.100501 dv-cinder-796049-1-smb neutron-server[91850]: WARNING neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 11 17:57:37.100848 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.101839 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.102359 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 11 17:57:37.102685 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: subnet_onboard.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.103857 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.104379 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: subnet_onboard Jun 11 17:57:37.104735 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.105672 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.106191 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 11 17:57:37.106518 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: subnet_service_types.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.107435 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.107954 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: subnet-service-types Jun 11 17:57:37.108285 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: subnetallocation.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.109395 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.109916 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: subnet_allocation Jun 11 17:57:37.110245 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.110909 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.111428 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: subnetpool-prefix-ops Jun 11 17:57:37.111752 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.112718 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.113236 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 11 17:57:37.113562 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: tagging.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.114646 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.115169 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: standard-attr-tag Jun 11 17:57:37.115499 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: timestamp.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.116737 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.117260 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loaded extension: standard-attr-timestamp Jun 11 17:57:37.117587 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: trunk.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.118621 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.119153 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension trunk not supported by any of loaded plugins Jun 11 17:57:37.119513 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: trunk_details.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.120436 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.120989 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension trunk-details not supported by any of loaded plugins Jun 11 17:57:37.121315 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: uplink_status_propagation.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.122238 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.122817 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 11 17:57:37.123082 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Loading extension file: vlantransparent.py {{(pid=91850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:57:37.123759 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:57:37.124274 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 11 17:57:37.126907 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:network Jun 11 17:57:37.127550 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:subnet Jun 11 17:57:37.128002 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 17:57:37.128400 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:port Jun 11 17:57:37.129718 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.130158 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service FLAVORS assigned prefix: {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.130783 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.131220 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.131554 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:router Jun 11 17:57:37.132003 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:floatingip Jun 11 17:57:37.132491 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service METERING assigned prefix: /metering {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.134235 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:37.134613 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:37.135467 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:57:37.136522 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 17:57:37.136991 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:security_group Jun 11 17:57:37.137431 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 17:57:37.138051 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service CORE assigned prefix: {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.138382 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 17:57:37.138741 dv-cinder-796049-1-smb neutron-server[91850]: WARNING neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] subnetpool is already registered Jun 11 17:57:37.139163 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service CORE assigned prefix: {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.139576 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 17:57:37.139826 dv-cinder-796049-1-smb neutron-server[91850]: WARNING neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] subnetpool is already registered Jun 11 17:57:37.142152 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.142585 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service FLAVORS assigned prefix: {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.143183 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.143605 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.143941 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:router Jun 11 17:57:37.144284 dv-cinder-796049-1-smb neutron-server[91850]: WARNING neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] router is already registered Jun 11 17:57:37.144734 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:floatingip Jun 11 17:57:37.145075 dv-cinder-796049-1-smb neutron-server[91850]: WARNING neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] floatingip is already registered Jun 11 17:57:37.145534 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service METERING assigned prefix: /metering {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.146198 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 17:57:37.146528 dv-cinder-796049-1-smb neutron-server[91850]: WARNING neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] rbac_policy is already registered Jun 11 17:57:37.146942 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:security_group Jun 11 17:57:37.147276 dv-cinder-796049-1-smb neutron-server[91850]: WARNING neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] security_group is already registered Jun 11 17:57:37.147674 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 17:57:37.148006 dv-cinder-796049-1-smb neutron-server[91850]: WARNING neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] security_group_rule is already registered Jun 11 17:57:37.148658 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service CORE assigned prefix: {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.148989 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 17:57:37.149324 dv-cinder-796049-1-smb neutron-server[91850]: WARNING neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] subnetpool is already registered Jun 11 17:57:37.149750 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.v2.resource_helper [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Service CORE assigned prefix: {{(pid=91850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:57:37.150072 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 17:57:37.150408 dv-cinder-796049-1-smb neutron-server[91850]: WARNING neutron.quota.resource_registry [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] subnetpool is already registered Jun 11 17:57:37.151426 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: extensions {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.152965 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: address-groups {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.154485 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: address-scopes {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.155815 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: agents {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.157035 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: auto-allocated-topology {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.158300 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: availability_zones {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.159516 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: dhcp-networks {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.161106 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: dhcp-agents {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.162616 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: routers {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.164272 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: flavors {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.165577 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: service_profiles {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.166839 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: next_providers {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.168339 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: service_profiles {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.169873 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: floatingip-pools {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.171112 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: routers {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.172840 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: floatingips {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.174118 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: l3-routers {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.175529 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: l3-agents {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.177008 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: metering-labels {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.178260 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: metering-label-rules {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.180779 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: network-ip-availabilities {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.182594 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: bindings {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.184165 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: quotas {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.185831 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: quotas {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.187258 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: rbac-policies {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.188451 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: security-groups {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.189787 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: security-group-rules {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.191048 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: service-providers {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.192300 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: subnetpools {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.193720 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: subnetpools {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.195271 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: tags {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.197002 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: tags {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.199566 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: tags {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.201487 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: tags {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.203179 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: tags {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.205172 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: tags {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.206946 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: tags {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.208808 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: tags {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.210664 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: tags {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.212447 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron.api.extensions [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Extended resource: tags {{(pid=91850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:57:37.218768 dv-cinder-796049-1-smb neutron-server[91850]: WARNING keystonemiddleware.auth_token [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 11 17:57:37.223326 dv-cinder-796049-1-smb neutron-server[91850]: WARNING keystonemiddleware.auth_token [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 11 17:57:37.231808 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Acquired lock "singleton_lock" {{(pid=91850) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 11 17:57:37.232299 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Releasing lock "singleton_lock" {{(pid=91850) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 11 17:57:37.233017 dv-cinder-796049-1-smb neutron-server[91850]: INFO oslo_service.service [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Starting 2 workers Jun 11 17:57:37.237893 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Started child 91991 {{(pid=91850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 17:57:37.242615 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Started child 91992 {{(pid=91850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 17:57:37.243928 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:57:37.245164 dv-cinder-796049-1-smb neutron-server[91850]: INFO neutron.service [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 11 17:57:37.245369 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Notify callbacks [] for process, before_spawn {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:57:37.246054 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [-] (91991) wsgi starting up on http://0.0.0.0:9696 Jun 11 17:57:37.247798 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:57:37.248302 dv-cinder-796049-1-smb neutron-server[91850]: INFO oslo_service.service [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Starting 1 workers Jun 11 17:57:37.249287 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [-] (91992) wsgi starting up on http://0.0.0.0:9696 Jun 11 17:57:37.253145 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Started child 91993 {{(pid=91850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 17:57:37.253703 dv-cinder-796049-1-smb neutron-server[91850]: INFO oslo_service.service [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Starting 1 workers Jun 11 17:57:37.256874 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.service [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] calling RpcWorker wait() {{(pid=91993) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 11 17:57:37.257501 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.service [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] returning from RpcWorker wait() {{(pid=91993) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 11 17:57:37.258479 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Started child 91994 {{(pid=91850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 17:57:37.258630 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:57:37.259367 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:57:37.259760 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-03fa06ec-0a37-4daa-a524-ffe1c00f7b7c None None] Notify callbacks [] for process, after_spawn {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:57:37.262220 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91850) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 17:57:37.262473 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 17:57:37.262604 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 17:57:37.263083 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 17:57:37.263421 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 17:57:37.263620 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 17:57:37.264191 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.264496 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.264713 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.264978 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.265152 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:57:37.265691 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.265857 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.266133 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.266431 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.266758 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.266913 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:57:37.267040 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.267246 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.267754 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.267754 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.267994 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.268115 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.268392 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.268673 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.268958 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.269203 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.269412 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.269650 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.270165 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.270375 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] debug = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.270931 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.270931 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.271226 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.271384 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.271693 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.271950 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.272182 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.272494 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.272790 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.273037 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.273345 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.273575 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.273850 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.274132 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.274374 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.274593 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.274908 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.275397 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] host = dv-cinder-796049-1-smb {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.275633 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.275933 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.276268 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.276552 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.276818 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.277026 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.277334 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.277542 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.277811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.278032 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.278370 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.278585 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.278834 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.279137 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_file = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.279318 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_options = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.279581 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.279921 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.280202 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.280400 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.280591 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.280772 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.281012 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.281334 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.281500 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.282001 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.282001 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.282513 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.282513 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.282513 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.283144 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.283323 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.283506 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.283823 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.283823 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.284136 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.284320 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.284717 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.284977 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.285301 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.285700 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.285954 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.286266 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.286749 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.287681 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.288031 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.288498 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.288991 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.289250 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.289346 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.289571 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.289804 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.290031 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.290649 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.290649 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.291166 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.291500 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.291746 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.291995 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.292234 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.292523 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.292771 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] use_json = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.293013 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.293231 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.293984 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.293984 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.293984 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.294206 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.294349 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.295840 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.295840 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.295840 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.295840 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.295840 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.296193 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.296397 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.296585 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.298385 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.298385 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.298385 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.298385 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.298385 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.298385 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.298801 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.298801 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.299156 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.299419 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.299794 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.299968 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.300176 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.300734 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.300734 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.301061 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.301327 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.301593 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.301868 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.302102 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.302339 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.302548 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.302794 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.303780 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.303780 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.303780 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.303780 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.304166 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.304245 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.304429 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.306199 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.306199 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.306199 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.306199 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.306199 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.306199 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.306199 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.307517 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.307517 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.307517 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.307517 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.307770 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.307884 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.308097 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.308320 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.308563 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.308781 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.309092 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.309336 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.311227 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.311227 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.311227 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.311227 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.311227 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.311227 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.311904 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.312689 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.313233 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.313786 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.314475 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.314926 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.315521 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.316241 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.316816 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.317319 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.317981 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.318223 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.318675 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.318990 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.319191 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.319443 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.319678 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.319904 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.320189 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.320436 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.320817 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.321041 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.321611 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.322031 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.322297 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.323197 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.323615 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.323908 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.324279 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.324518 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.324790 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.325041 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.325413 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.325706 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.326083 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.326358 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.326611 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.326997 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.327416 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.327864 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.328164 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.328426 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.328681 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.328953 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.329235 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.329606 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.329987 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.330253 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.330528 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.330809 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.331071 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.331454 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.331704 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.332096 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.332431 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.332911 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.333172 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.333594 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.333833 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.334098 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.334354 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.334697 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.334958 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.335209 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.335548 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.335839 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.336217 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.336405 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.336639 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.337032 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.337564 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.338035 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.338455 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.338759 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.338980 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.339326 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.339575 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.339840 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.340082 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.340333 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.340660 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.340917 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.341251 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.341485 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.341999 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.342360 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.342881 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.343239 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.343634 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.343988 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.344367 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.344775 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.345129 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.345364 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.345728 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.345958 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.346177 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.346423 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.346637 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.346880 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.347116 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.347333 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.347662 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.347885 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.348240 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.348486 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.348711 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.348972 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.349218 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.349434 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.349675 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.349919 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.350184 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.350396 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.350636 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.350851 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.351060 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.351286 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.351500 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.351711 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.351925 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.352147 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.352376 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.353891 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.354294 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.354562 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.355596 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.355596 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.355596 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.355596 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.356140 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.356360 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.356729 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.356950 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.357172 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.357392 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.357662 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.357888 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.358114 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.358345 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.358555 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.358784 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.358997 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.359225 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.359507 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.359753 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.359979 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.360223 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.360451 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.360696 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.360912 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.361141 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.361353 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.361561 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.361783 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.361990 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.362272 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.362429 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.362655 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.362951 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.363079 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.363284 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.363494 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.363699 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.363936 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.364141 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.364346 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.364578 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.364787 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.365101 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.365355 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.365606 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.365884 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.366123 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.366345 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.366656 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.366961 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.367151 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.367383 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.367597 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.367811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.368024 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.368269 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.368606 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.368888 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.369140 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.369902 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.370162 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.370436 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.370688 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.370898 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.371187 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.371521 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.371791 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.372041 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.372269 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.372528 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.372766 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.373078 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.373188 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.373393 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.373601 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.373849 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.374073 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.374300 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.374529 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.374747 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.374973 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.375190 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.375426 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.375641 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.375851 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.376007 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 17:57:37.376606 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91850) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 17:57:37.376767 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 17:57:37.376921 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 17:57:37.377107 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 17:57:37.377276 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 17:57:37.377726 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 17:57:37.377726 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.378089 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.378089 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.378089 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.378423 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.378423 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.378662 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.378662 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.378895 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.378988 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.379112 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.379234 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.379357 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.379705 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.379705 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.380034 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.380034 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.380257 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.380257 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.380406 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.380518 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.380695 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.380849 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] debug = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.380996 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.381199 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.381362 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.381516 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.381670 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.381823 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.381977 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.382134 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.382290 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.382444 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.382598 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.382753 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.382905 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.383059 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.383214 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.383368 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.383525 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.383681 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] host = dv-cinder-796049-1-smb {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.384078 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.384228 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.384365 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.384503 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.384756 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.384910 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.385626 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.385762 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.385913 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.386171 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.386314 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.386400 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.386503 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.386658 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_file = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.386811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_options = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.386969 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.387125 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.387278 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.387469 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.387609 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.387765 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.387919 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.388074 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.388228 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.388383 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.388520 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.388704 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.388858 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.388998 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.389156 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.389309 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.389465 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.389619 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.389771 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.389924 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.390095 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.390234 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.390389 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.390542 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.390697 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.390852 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.391006 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.391159 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.391313 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.391467 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.391620 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.391776 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.391931 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.392087 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.392244 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.392380 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.392560 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.392724 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.392884 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.393037 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.393191 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.393345 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.393499 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.393654 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.393808 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.393961 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] use_json = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.394114 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.394268 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.394422 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.394560 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.394724 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.394877 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.395029 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.395186 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:57:37.395371 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.395531 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.395699 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.395857 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.396015 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.396177 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.396333 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.396492 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.396691 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.396850 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.397016 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.397175 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.397343 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.397492 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.397648 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.397798 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.397940 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.398115 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.398283 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.398440 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.398624 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.398758 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.398910 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.399037 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.399195 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.399351 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.399509 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.399668 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.399826 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.399984 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.400142 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.400299 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.400457 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.400722 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.401015 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.401187 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.401345 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.401503 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.401661 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.401820 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.401979 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.402136 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.402293 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.402450 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.402607 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.402766 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.402929 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.403114 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.403273 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.403430 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.403741 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.403851 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:57:37.403950 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.403950 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.404099 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.404199 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.404356 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.404513 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.404702 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.404964 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.405067 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.405206 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.405323 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.405479 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.405636 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.405794 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.405952 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.406109 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.406267 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.406410 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.406569 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.406885 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.406885 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.407055 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.407174 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.407331 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.407489 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.407645 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.407803 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.407960 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.408117 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.408273 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.408430 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.408609 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.408761 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.408926 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.409097 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.409254 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.409411 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.409567 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.409857 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.409857 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.410041 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.410169 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.410325 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.410504 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.410681 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.410838 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.411000 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.411157 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.411319 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.411476 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.411633 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.411790 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.411951 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.412108 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.412427 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.412642 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.412791 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.412932 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.413085 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.413224 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.413361 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.413515 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.413702 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.413909 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.414078 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.414247 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.414398 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.414549 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.414689 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.414826 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.414987 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.415132 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.415313 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.415452 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.415591 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.416178 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 45602) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:57:37.425311 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064263 Jun 11 17:57:37.425579 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.425809 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.426003 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.426181 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.426355 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.426522 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.426714 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.426879 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.427043 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.427206 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.427865 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.427865 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.427865 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.427865 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.428184 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.428184 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.428346 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.428615 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.428720 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.429062 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.429062 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.429233 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.429314 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.429564 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.429564 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.429886 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.429886 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.430099 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.430208 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.430314 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.430461 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.430618 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.430775 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.430934 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.431187 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.431325 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.431451 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.431574 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.431697 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.431820 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.432510 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.433670 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.433821 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.434083 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.434948 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.435130 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.435292 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.435458 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.435620 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.435774 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.435932 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.436085 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.436245 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.436640 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.436809 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.436970 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.437131 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.437290 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.437451 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.437610 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.437770 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.438027 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.438124 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.438249 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.438405 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.438564 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.438756 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.438919 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.439076 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.439233 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.439391 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.439958 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.439958 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.439958 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.440343 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.440343 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.440343 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.440732 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.440732 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.440927 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.441799 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.441961 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.442120 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.442280 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.442440 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.442610 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.442768 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.442926 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.443083 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.443242 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.443408 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.443572 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.443727 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.443881 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.444039 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.444246 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.444461 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.444645 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.444804 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.445467 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.445467 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.445467 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.445467 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.445949 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.445949 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.445949 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.447149 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.447149 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.447149 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.447149 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.447149 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.447149 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.447149 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.447149 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.449189 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.449189 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.449189 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.449189 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.449189 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.449189 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.449189 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.449189 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.451019 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.451019 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.451019 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.451019 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.451019 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.451019 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.451019 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.451019 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.453111 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.453111 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.453111 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.453111 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.453111 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.453111 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.453111 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.453111 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.453111 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.454811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.454811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.454811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.454811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.454811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.454811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.454811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.454811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.454811 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:57:37.456714 dv-cinder-796049-1-smb neutron-server[91850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 17:57:50.121759 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6af14c-bb23-4d1f-8101-ab20f78e808f None None] get_active_networks_info from dv-cinder-796049-1-smb {{(pid=91993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 17:57:50.258065 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6af14c-bb23-4d1f-8101-ab20f78e808f None None] No non-hosted networks {{(pid=91993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 11 17:57:50.271789 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.agentschedulers_db [None req-5c6af14c-bb23-4d1f-8101-ab20f78e808f None None] DHCP Agent not found on host dv-cinder-796049-1-smb {{(pid=91993) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 11 17:57:50.276881 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c529cbde-40e7-4e57-9f9f-617792e2bdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550'] for agent, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:57:52.379549 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550'] for agent, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:57:52.380273 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:57:52.380902 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:57:52.381781 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:57:52.382586 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:57:52.382925 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:57:52.383239 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:57:52.385780 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:57:52.386136 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:57:52.386522 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:57:52.387904 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:57:52.388282 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:57:52.389130 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:57:52.389539 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796049-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:57:52.398814 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796049-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:57:52.652368 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-0e303165-4fff-4d0e-843b-74f142d4f8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550'] for agent, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:57:52.717698 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-00fb128b-783e-494f-8622-ebfbd2e8e2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:57:53.591197 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550'] for agent, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:57:55.572463 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550'] for agent, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:57:57.121945 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 45696) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:57:57.623948 dv-cinder-796049-1-smb neutron-server[91991]: WARNING oslo_policy.policy [None req-17918f20-5d2c-42b5-9208-f7d9daa21839 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:57:57.624531 dv-cinder-796049-1-smb neutron-server[91991]: WARNING oslo_policy.policy [None req-17918f20-5d2c-42b5-9208-f7d9daa21839 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:57:57.840225 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [None req-17918f20-5d2c-42b5-9208-f7d9daa21839 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 17:57:57.841400 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-17918f20-5d2c-42b5-9208-f7d9daa21839 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7173824 Jun 11 17:57:59.976383 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.db.l3_hamode_db [None req-bd731ded-b8b8-4e86-8c48-0720a7085a98 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 11 17:58:00.073187 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd731ded-b8b8-4e86-8c48-0720a7085a98 None None] Routers set() bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 17:58:00.073580 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd731ded-b8b8-4e86-8c48-0720a7085a98 None None] Router IDs set() for agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 11 17:58:00.269570 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 45710) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:00.637212 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-2db438d4-7b61-4c30-9a47-8601a288216d admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:58:00.736863 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.policy [None req-2db438d4-7b61-4c30-9a47-8601a288216d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91991) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 17:58:00.784834 dv-cinder-796049-1-smb neutron-server[91991]: WARNING oslo_policy.policy [None req-2db438d4-7b61-4c30-9a47-8601a288216d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:00.785255 dv-cinder-796049-1-smb neutron-server[91991]: WARNING oslo_policy.policy [None req-2db438d4-7b61-4c30-9a47-8601a288216d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:00.797369 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.quota [None req-2db438d4-7b61-4c30-9a47-8601a288216d admin admin] Loaded quota_driver: . Jun 11 17:58:00.897717 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2db438d4-7b61-4c30-9a47-8601a288216d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742325221619', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742325223104', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742325201615', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742325203193', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742325249714', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742325255480', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-547236', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-569396', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1673987', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2003919'] for rbac-policy, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:00.974571 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2db438d4-7b61-4c30-9a47-8601a288216d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:00.975799 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-2db438d4-7b61-4c30-9a47-8601a288216d admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7052166 Jun 11 17:58:03.535897 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 45722) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:04.053878 dv-cinder-796049-1-smb neutron-server[91992]: WARNING oslo_policy.policy [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:04.054487 dv-cinder-796049-1-smb neutron-server[91992]: WARNING oslo_policy.policy [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:04.266538 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'project_id': '00c9f3494aa141589e93023a5d5b8bd8'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:58:04.268186 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.quota [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Loaded quota_driver: . Jun 11 17:58:04.326856 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Made reservation on behalf of 00c9f3494aa141589e93023a5d5b8bd8 for: {'network': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 17:58:04.397840 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.policy [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91992) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 17:58:04.442798 dv-cinder-796049-1-smb neutron-server[91992]: WARNING oslo_policy.policy [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:04.443176 dv-cinder-796049-1-smb neutron-server[91992]: WARNING oslo_policy.policy [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:04.453843 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:04.480558 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:04.631781 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:04.636043 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:04.640957 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:04.660127 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=91992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 17:58:04.693359 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742323472559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:04.694006 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Unsubscribe: segment precommit_create {{(pid=91992) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 17:58:04.694492 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.segments_db [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Added segment 76a85bc5-cf0c-4ed1-b7f6-e231d847f38c of type vlan for network 0b09d43c-df71-45e7-8bfa-825fdb65d6c2 Jun 11 17:58:04.716423 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be577f5e-4df2-4763-b876-9b82411541dd,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:04.777582 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:04.777904 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:04.778224 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:04.778543 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:04.778849 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:04.779164 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:04.779479 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:04.779784 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:04.780137 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:04.780445 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:04.780772 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:04.781074 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Tracked resource versions report: Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: pushed versions: Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: { 'AddressGroup': {'1.2'}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'ConntrackHelper': {'1.0'}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'Log': {'1.0'}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'Network': {'1.1'}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'Port': {'1.7'}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'PortForwarding': {'1.2'}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'QosPolicy': {'1.8'}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'SecurityGroup': {'1.4'}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'SecurityGroupRule': {'1.2'}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'SubPort': {'1.0'}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'Subnet': {'1.1'}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'Trunk': {'1.1'}} Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: consumer versions: Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: { DHCP agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: L3 agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: Metadata agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: Metering agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: Open vSwitch agent@dv-cinder-796049-1-smb: { 'AddressGroup': '1.2', Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'ConntrackHelper': '1.0', Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'Log': '1.0', Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'Network': '1.1', Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'Port': '1.7', Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'PortForwarding': '1.2', Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'QosPolicy': '1.8', Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'SecurityGroup': '1.4', Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'SecurityGroupRule': '1.2', Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'SubPort': '1.0', Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'Subnet': '1.1', Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: 'Trunk': '1.1'}} Jun 11 17:58:04.782109 dv-cinder-796049-1-smb neutron-server[91992]: {{(pid=91992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 17:58:04.835715 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:04.840749 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:04.889697 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:04.891232 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:58:04.891879 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:04.893869 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:04.962246 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.4252574 Jun 11 17:58:05.016593 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Pushing event updated for resources: {'Network': ['ID=0b09d43c-df71-45e7-8bfa-825fdb65d6c2,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:05.020036 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:05.029592 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network 0b09d43c-df71-45e7-8bfa-825fdb65d6c2 details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 17:58:07.615269 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 45744) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:08.042579 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f8a2bb-6e73-495e-bcdd-5eff7d23bee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:58:08.043852 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-57f8a2bb-6e73-495e-bcdd-5eff7d23bee0 admin admin] 10.222.0.63 "GET /v2.0/networks/0b09d43c-df71-45e7-8bfa-825fdb65d6c2 HTTP/1.1" status: 200 len: 826 time: 0.4276273 Jun 11 17:58:08.082534 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-dce6a77d-c2e4-4540-9091-d1949943a973 admin admin] 10.222.0.63 "GET /v2.0/subnetpools/39080bf2-0737-403c-b624-db4446056cde HTTP/1.1" status: 200 len: 734 time: 0.0332854 Jun 11 17:58:08.091684 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'subnetpool_id': '39080bf2-0737-403c-b624-db4446056cde', 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:58:08.114062 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] Made reservation on behalf of 00c9f3494aa141589e93023a5d5b8bd8 for: {'subnet': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 17:58:08.116349 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:08.454696 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009'] for subnet, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:08.457023 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:08.531390 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ffa3f7-4601-4376-99e2-178c8fd53041,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:08.537700 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:08.538608 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] Checking segment: {'id': '76a85bc5-cf0c-4ed1-b7f6-e231d847f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 17:58:08.538962 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] Network hostable DHCP agents. Network: 0b09d43c-df71-45e7-8bfa-825fdb65d6c2, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 17:58:08.563108 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] Network 0b09d43c-df71-45e7-8bfa-825fdb65d6c2 is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 17:58:08.574569 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, 0b09d43c-df71-45e7-8bfa-825fdb65d6c2) {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 17:58:08.579251 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:58:08.579843 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:08.585540 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b63a88-f005-404d-b801-55adf9dfc1ca None None] Network 0b09d43c-df71-45e7-8bfa-825fdb65d6c2 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 17:58:08.594640 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5063787 Jun 11 17:58:08.932999 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8400c961-7cb8-5e80-b540-d63c93360b33-0b09d43c-df71-45e7-8bfa-825fdb65d6c2', 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'fixed_ips': [{'subnet_id': 'a8ffa3f7-4601-4376-99e2-178c8fd53041'}]}} from dv-cinder-796049-1-smb. {{(pid=91993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 17:58:08.934229 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:09.226766 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.db_base_plugin_common [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Allocated IP 172.20.0.2 (0b09d43c-df71-45e7-8bfa-825fdb65d6c2/a8ffa3f7-4601-4376-99e2-178c8fd53041/eec6eeec-3500-4c77-84a6-8c382cd2a2aa) {{(pid=91993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 17:58:09.505767 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Notify callbacks [] for port, precommit_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:09.523705 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Transition to ACTIVE for port object eec6eeec-3500-4c77-84a6-8c382cd2a2aa will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 17:58:09.550156 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Transition to ACTIVE for port object eec6eeec-3500-4c77-84a6-8c382cd2a2aa will not be triggered until provisioned by entity DHCP. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 17:58:09.559569 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:09.562695 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:09.640506 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Network 0b09d43c-df71-45e7-8bfa-825fdb65d6c2 is already hosted by enough agents. {{(pid=91993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 17:58:09.645669 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.base_scheduler [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Resources bound (agent type, host, resource id): {{(pid=91993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 17:58:09.649149 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Received port after_create {{(pid=91993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 17:58:09.661649 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Pushing event updated for resources: {'Port': ['ID=eec6eeec-3500-4c77-84a6-8c382cd2a2aa,revision_number=1']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:09.707645 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:09.707984 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:09.708310 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:09.708658 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:09.708984 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:09.709300 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:09.709612 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:09.709920 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:09.710278 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:09.710588 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:09.710896 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:09.711200 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Tracked resource versions report: Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: pushed versions: Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: { 'AddressGroup': {'1.2'}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'ConntrackHelper': {'1.0'}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'Log': {'1.0'}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'Network': {'1.1'}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'Port': {'1.7'}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'PortForwarding': {'1.2'}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'QosPolicy': {'1.8'}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'SecurityGroup': {'1.4'}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'SecurityGroupRule': {'1.2'}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'SubPort': {'1.0'}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'Subnet': {'1.1'}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'Trunk': {'1.1'}} Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: consumer versions: Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: { DHCP agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: L3 agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: Metadata agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: Metering agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: Open vSwitch agent@dv-cinder-796049-1-smb: { 'AddressGroup': '1.2', Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'ConntrackHelper': '1.0', Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'Log': '1.0', Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'Network': '1.1', Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'Port': '1.7', Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'PortForwarding': '1.2', Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'QosPolicy': '1.8', Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'SecurityGroup': '1.4', Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'SecurityGroupRule': '1.2', Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'SubPort': '1.0', Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'Subnet': '1.1', Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: 'Trunk': '1.1'}} Jun 11 17:58:09.712753 dv-cinder-796049-1-smb neutron-server[91993]: {{(pid=91993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 17:58:09.717228 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:09.750722 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Attempting to bind port eec6eeec-3500-4c77-84a6-8c382cd2a2aa on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 17:58:09.751130 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Attempting to bind port eec6eeec-3500-4c77-84a6-8c382cd2a2aa by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '76a85bc5-cf0c-4ed1-b7f6-e231d847f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 17:58:09.751545 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Attempting to bind port eec6eeec-3500-4c77-84a6-8c382cd2a2aa on network 0b09d43c-df71-45e7-8bfa-825fdb65d6c2 {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 17:58:09.756340 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 17, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 17:58:09.756719 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Checking segment: {'id': '76a85bc5-cf0c-4ed1-b7f6-e231d847f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 17:58:09.757241 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:09.757573 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Bound using segment: {'id': '76a85bc5-cf0c-4ed1-b7f6-e231d847f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 17:58:09.758034 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Bound port: eec6eeec-3500-4c77-84a6-8c382cd2a2aa, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a85bc5-cf0c-4ed1-b7f6-e231d847f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 17:58:09.758459 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:09.836259 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] For port eec6eeec-3500-4c77-84a6-8c382cd2a2aa, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 17:58:09.859613 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] For port eec6eeec-3500-4c77-84a6-8c382cd2a2aa, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=eec6eeec-3500-4c77-84a6-8c382cd2a2aa,segment=NetworkSegment(76a85bc5-cf0c-4ed1-b7f6-e231d847f38c),segment_id=76a85bc5-cf0c-4ed1-b7f6-e231d847f38c)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 17:58:09.864139 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:09.867064 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:09.931032 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Pushing event updated for resources: {'Port': ['ID=eec6eeec-3500-4c77-84a6-8c382cd2a2aa,revision_number=2']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:09.934039 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:10.987213 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 45752) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:11.334758 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [None req-39a6e7ab-dc22-452f-aa3a-2ec68b9fd44d admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 17:58:11.335735 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-39a6e7ab-dc22-452f-aa3a-2ec68b9fd44d admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3476965 Jun 11 17:58:13.731155 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 45760) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:14.090374 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [None req-27399b4b-c9d8-4bf5-9ed8-3f79f42cd69e admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 17:58:14.091361 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-27399b4b-c9d8-4bf5-9ed8-3f79f42cd69e admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3593121 Jun 11 17:58:16.086561 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7599cf1f-ce95-4aea-8967-af20b8a25aad None None] Network 0b09d43c-df71-45e7-8bfa-825fdb65d6c2 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 17:58:16.190014 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-7948f404-c9aa-41ac-b5be-e2c87e9a996d None None] Provisioning for port eec6eeec-3500-4c77-84a6-8c382cd2a2aa completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 17:58:16.555162 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device eec6eeec-3500-4c77-84a6-8c382cd2a2aa up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 17:58:16.726192 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port eec6eeec-3500-4c77-84a6-8c382cd2a2aa completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 17:58:16.730719 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port eec6eeec-3500-4c77-84a6-8c382cd2a2aa triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:58:16.731119 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:16.857208 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:16.878044 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 45774) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:16.899062 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port eec6eeec-3500-4c77-84a6-8c382cd2a2aa, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=eec6eeec-3500-4c77-84a6-8c382cd2a2aa,segment=NetworkSegment(76a85bc5-cf0c-4ed1-b7f6-e231d847f38c),segment_id=76a85bc5-cf0c-4ed1-b7f6-e231d847f38c)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 17:58:16.904395 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:16.908132 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:16.983199 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=eec6eeec-3500-4c77-84a6-8c382cd2a2aa,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:16.988854 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:17.226142 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-041ae6b5-6bfa-48db-aa3c-b6ad597ec43f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'admin_state_up': True}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:58:17.249979 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-041ae6b5-6bfa-48db-aa3c-b6ad597ec43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7400'] for router, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:17.251622 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-041ae6b5-6bfa-48db-aa3c-b6ad597ec43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2023106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7393'] for router, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:17.325163 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 5 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 17:58:17.401412 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-041ae6b5-6bfa-48db-aa3c-b6ad597ec43f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:17.407142 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-041ae6b5-6bfa-48db-aa3c-b6ad597ec43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003866'] for router, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:17.420867 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-041ae6b5-6bfa-48db-aa3c-b6ad597ec43f admin admin] Notify callbacks [] for router, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:17.422102 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-041ae6b5-6bfa-48db-aa3c-b6ad597ec43f admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5430064 Jun 11 17:58:18.505776 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device eec6eeec-3500-4c77-84a6-8c382cd2a2aa up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 17:58:18.563439 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port eec6eeec-3500-4c77-84a6-8c382cd2a2aa triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:58:18.563815 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:19.832031 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 45782) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:20.003906 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-7beb2510-a586-4297-b9da-b96934c45880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:20.172408 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [None req-1903d0f3-f45f-4cdc-81ec-feb96859a488 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 17:58:20.173483 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-1903d0f3-f45f-4cdc-81ec-feb96859a488 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3405006 Jun 11 17:58:22.367390 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:22.659201 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-6fdc43c1-ea8c-465c-b9f0-456ed1d38b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:22.886953 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 45790) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:23.421337 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:58:23.458809 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Made reservation on behalf of f23ee7e8f0d2464ab8a5275c0ce071f1 for: {'network': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 17:58:23.463593 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:23.497216 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:23.530608 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:23.686539 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:23.691968 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:23.700840 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:23.713738 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Reserving flat network on physical network physnet1 {{(pid=91991) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 11 17:58:23.775563 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742323472559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:23.776520 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Unsubscribe: segment precommit_create {{(pid=91991) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 17:58:23.777294 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.segments_db [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Added segment 3fa3c389-4778-42a4-93e2-f019fdb5d075 of type flat for network efd559cb-ed35-476f-88ad-0eeaea22209a Jun 11 17:58:23.813013 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a85a5c-ef10-4205-9f41-d22401ab74c3,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:23.918814 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:23.919878 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:23.919878 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:23.920345 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:23.920896 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:23.921455 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:23.921953 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:23.922491 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:23.923043 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:23.923594 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:23.924134 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:23.924721 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Tracked resource versions report: Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: pushed versions: Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: { 'AddressGroup': {'1.2'}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'ConntrackHelper': {'1.0'}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'Log': {'1.0'}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'Network': {'1.1'}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'Port': {'1.7'}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'PortForwarding': {'1.2'}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'QosPolicy': {'1.8'}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'SecurityGroup': {'1.4'}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'SecurityGroupRule': {'1.2'}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'SubPort': {'1.0'}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'Subnet': {'1.1'}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'Trunk': {'1.1'}} Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: consumer versions: Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: { DHCP agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: L3 agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: Metadata agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: Metering agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: Open vSwitch agent@dv-cinder-796049-1-smb: { 'AddressGroup': '1.2', Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'ConntrackHelper': '1.0', Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'Log': '1.0', Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'Network': '1.1', Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'Port': '1.7', Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'PortForwarding': '1.2', Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'QosPolicy': '1.8', Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'SecurityGroup': '1.4', Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'SecurityGroupRule': '1.2', Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'SubPort': '1.0', Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'Subnet': '1.1', Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: 'Trunk': '1.1'}} Jun 11 17:58:23.926585 dv-cinder-796049-1-smb neutron-server[91991]: {{(pid=91991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 17:58:24.000187 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:24.009094 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:24.091433 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:24.094148 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:58:24.095198 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:24.100218 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:24.209523 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3211303 Jun 11 17:58:24.304597 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Pushing event updated for resources: {'Network': ['ID=efd559cb-ed35-476f-88ad-0eeaea22209a,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:24.310282 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:24.325241 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network efd559cb-ed35-476f-88ad-0eeaea22209a details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 17:58:25.530884 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:27.380990 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 45812) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:27.653637 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7765fe1a-41b9-47f3-bd4d-73ce04bac40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:58:27.654972 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-7765fe1a-41b9-47f3-bd4d-73ce04bac40e admin admin] 10.222.0.63 "GET /v2.0/subnets/a8ffa3f7-4601-4376-99e2-178c8fd53041 HTTP/1.1" status: 200 len: 849 time: 0.2728808 Jun 11 17:58:27.878862 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-adec960c-a500-449c-9c12-4683be753488 admin admin] 10.222.0.63 "GET /v2.0/routers/854dc2bd-cda3-4988-bc4a-476916b903d1 HTTP/1.1" status: 200 len: 704 time: 0.2181504 Jun 11 17:58:28.281646 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:28.720880 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Allocated IP 172.20.0.1 (0b09d43c-df71-45e7-8bfa-825fdb65d6c2/a8ffa3f7-4601-4376-99e2-178c8fd53041/b0001aa4-7030-4d87-8c56-332dc66f9831) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 17:58:28.947766 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:28.975012 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.provisioning_blocks [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Transition to ACTIVE for port object b0001aa4-7030-4d87-8c56-332dc66f9831 will not be triggered until provisioned by entity DHCP. {{(pid=91991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 17:58:29.066016 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:29.068721 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:29.216891 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Network 0b09d43c-df71-45e7-8bfa-825fdb65d6c2 is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 17:58:29.222327 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 17:58:29.225893 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 17:58:29.226540 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002271'] for router_interface, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:29.334076 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0001aa4-7030-4d87-8c56-332dc66f9831,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:29.338318 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:29.516341 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-a27de4cb-f37b-4bab-99a3-9c3675454d85 None None] Provisioning for port b0001aa4-7030-4d87-8c56-332dc66f9831 completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 17:58:29.522781 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-a27de4cb-f37b-4bab-99a3-9c3675454d85 None None] Provisioning complete for port b0001aa4-7030-4d87-8c56-332dc66f9831 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:58:29.524280 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-a27de4cb-f37b-4bab-99a3-9c3675454d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:29.562120 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:29.585732 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-a27de4cb-f37b-4bab-99a3-9c3675454d85 None None] Port b0001aa4-7030-4d87-8c56-332dc66f9831 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 17:58:29.819730 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:29.825687 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:29.826918 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002379'] for router_interface, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:29.828800 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:29.900767 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0001aa4-7030-4d87-8c56-332dc66f9831,revision_number=2']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:29.904972 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:29.990735 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Network 0b09d43c-df71-45e7-8bfa-825fdb65d6c2 is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 17:58:29.992087 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 17:58:30.189823 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Router 854dc2bd-cda3-4988-bc4a-476916b903d1 is scheduled to L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 with binding_index 1 {{(pid=91991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 17:58:30.213043 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-35ac58e1-e04d-4b04-929f-aa3174f46438 None None] Provisioning complete for port b0001aa4-7030-4d87-8c56-332dc66f9831 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:58:30.213606 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-35ac58e1-e04d-4b04-929f-aa3174f46438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:30.294457 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-35ac58e1-e04d-4b04-929f-aa3174f46438 None None] Port b0001aa4-7030-4d87-8c56-332dc66f9831 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 17:58:30.384578 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 17:58:30.391377 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] 10.222.0.63 "PUT /v2.0/routers/854dc2bd-cda3-4988-bc4a-476916b903d1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5069914 Jun 11 17:58:30.398408 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Sync routers for ids ['854dc2bd-cda3-4988-bc4a-476916b903d1'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 17:58:30.414605 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Routers {'854dc2bd-cda3-4988-bc4a-476916b903d1'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 17:58:30.416154 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T17:58:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['854dc2bd-cda3-4988-bc4a-476916b903d1'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:30.779718 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Set router 854dc2bd-cda3-4988-bc4a-476916b903d1 gateway port host: None {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 17:58:31.280304 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'name': 'router1', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T17:58:17Z', 'updated_at': '2021-06-11T17:58:29Z', 'revision_number': 2, 'project_id': '00c9f3494aa141589e93023a5d5b8bd8', 'gw_port_host': None, '_interfaces': [{'id': 'b0001aa4-7030-4d87-8c56-332dc66f9831', 'name': '', 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'mac_address': 'fa:16:3e:37:97:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8ffa3f7-4601-4376-99e2-178c8fd53041', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:58:28Z', 'updated_at': '2021-06-11T17:58:29Z', 'revision_number': 2, 'project_id': '00c9f3494aa141589e93023a5d5b8bd8', 'subnets': [{'id': 'a8ffa3f7-4601-4376-99e2-178c8fd53041', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39080bf2-0737-403c-b624-db4446056cde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:31.288508 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Checking router: 854dc2bd-cda3-4988-bc4a-476916b903d1 for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 17:58:31.288917 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Updating router 854dc2bd-cda3-4988-bc4a-476916b903d1 port b0001aa4-7030-4d87-8c56-332dc66f9831 binding host dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 17:58:31.361835 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:31.915297 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Notify callbacks [] for port, precommit_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:31.934054 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.provisioning_blocks [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Transition to ACTIVE for port object b0001aa4-7030-4d87-8c56-332dc66f9831 will not be triggered until provisioned by entity L2. {{(pid=91994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 17:58:31.940675 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:31.943433 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:32.181597 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Pushing event updated for resources: {'Port': ['ID=b0001aa4-7030-4d87-8c56-332dc66f9831,revision_number=3']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:32.191466 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Attempting to bind port b0001aa4-7030-4d87-8c56-332dc66f9831 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 17:58:32.191864 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Attempting to bind port b0001aa4-7030-4d87-8c56-332dc66f9831 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '76a85bc5-cf0c-4ed1-b7f6-e231d847f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2'}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 17:58:32.192291 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Attempting to bind port b0001aa4-7030-4d87-8c56-332dc66f9831 on network 0b09d43c-df71-45e7-8bfa-825fdb65d6c2 {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 17:58:32.194824 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:32.195162 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:32.195493 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:32.195820 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:32.196814 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:32.197058 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:32.197378 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:32.197693 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:32.198014 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:32.198327 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:32.198637 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:32.198945 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Tracked resource versions report: Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: pushed versions: Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: { 'AddressGroup': {'1.2'}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'ConntrackHelper': {'1.0'}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'Log': {'1.0'}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'Network': {'1.1'}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'Port': {'1.7'}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'PortForwarding': {'1.2'}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'QosPolicy': {'1.8'}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'SecurityGroup': {'1.4'}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'SecurityGroupRule': {'1.2'}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'SubPort': {'1.0'}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'Subnet': {'1.1'}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'Trunk': {'1.1'}} Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: consumer versions: Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: { DHCP agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: L3 agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: Metadata agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: Metering agent@dv-cinder-796049-1-smb: {}, Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: Open vSwitch agent@dv-cinder-796049-1-smb: { 'AddressGroup': '1.2', Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'ConntrackHelper': '1.0', Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'Log': '1.0', Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'Network': '1.1', Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'Port': '1.7', Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'PortForwarding': '1.2', Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'QosPolicy': '1.8', Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'SecurityGroup': '1.4', Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'SecurityGroupRule': '1.2', Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'SubPort': '1.0', Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'Subnet': '1.1', Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: 'Trunk': '1.1'}} Jun 11 17:58:32.200019 dv-cinder-796049-1-smb neutron-server[91994]: {{(pid=91994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 17:58:32.206630 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 17, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 17:58:32.207062 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Checking segment: {'id': '76a85bc5-cf0c-4ed1-b7f6-e231d847f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 17:58:32.207534 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:32.207968 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Bound using segment: {'id': '76a85bc5-cf0c-4ed1-b7f6-e231d847f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2'} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 17:58:32.208480 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Bound port: b0001aa4-7030-4d87-8c56-332dc66f9831, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a85bc5-cf0c-4ed1-b7f6-e231d847f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2'}}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 17:58:32.208886 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:32.210967 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:32.302882 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] For port b0001aa4-7030-4d87-8c56-332dc66f9831, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 17:58:32.363817 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] For port b0001aa4-7030-4d87-8c56-332dc66f9831, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=b0001aa4-7030-4d87-8c56-332dc66f9831,segment=NetworkSegment(76a85bc5-cf0c-4ed1-b7f6-e231d847f38c),segment_id=76a85bc5-cf0c-4ed1-b7f6-e231d847f38c)] {{(pid=91994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 17:58:32.368143 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:32.371039 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:32.441926 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Pushing event updated for resources: {'Port': ['ID=b0001aa4-7030-4d87-8c56-332dc66f9831,revision_number=4']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:32.445621 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:32.446747 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Routers {'854dc2bd-cda3-4988-bc4a-476916b903d1'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 17:58:32.447217 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T17:58:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['854dc2bd-cda3-4988-bc4a-476916b903d1'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:32.583481 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] Set router 854dc2bd-cda3-4988-bc4a-476916b903d1 gateway port host: None {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 17:58:32.687946 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 45832) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:32.822397 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b97fd7-90dd-4f00-bb13-cc9af47b26df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:58:32.823736 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-57b97fd7-90dd-4f00-bb13-cc9af47b26df admin admin] 10.222.0.63 "GET /v2.0/networks/efd559cb-ed35-476f-88ad-0eeaea22209a HTTP/1.1" status: 200 len: 842 time: 0.1346607 Jun 11 17:58:32.833024 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'ip_version': 4}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:58:32.853933 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Made reservation on behalf of f23ee7e8f0d2464ab8a5275c0ce071f1 for: {'subnet': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 17:58:32.856154 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:32.860884 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'name': 'router1', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T17:58:17Z', 'updated_at': '2021-06-11T17:58:29Z', 'revision_number': 2, 'project_id': '00c9f3494aa141589e93023a5d5b8bd8', 'gw_port_host': None, '_interfaces': [{'id': 'b0001aa4-7030-4d87-8c56-332dc66f9831', 'name': '', 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'mac_address': 'fa:16:3e:37:97:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8ffa3f7-4601-4376-99e2-178c8fd53041', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:58:28Z', 'updated_at': '2021-06-11T17:58:32Z', 'revision_number': 4, 'project_id': '00c9f3494aa141589e93023a5d5b8bd8', 'subnets': [{'id': 'a8ffa3f7-4601-4376-99e2-178c8fd53041', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39080bf2-0737-403c-b624-db4446056cde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:32.864494 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6fea1d-b54d-4998-902b-39a49c52c9fd None None] The sync data for ids ['854dc2bd-cda3-4988-bc4a-476916b903d1'] in dv-cinder-796049-1-smb is: [{'id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'name': 'router1', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T17:58:17Z', 'updated_at': '2021-06-11T17:58:29Z', 'revision_number': 2, 'project_id': '00c9f3494aa141589e93023a5d5b8bd8', 'gw_port_host': None, '_interfaces': [{'id': 'b0001aa4-7030-4d87-8c56-332dc66f9831', 'name': '', 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'mac_address': 'fa:16:3e:37:97:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8ffa3f7-4601-4376-99e2-178c8fd53041', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:58:28Z', 'updated_at': '2021-06-11T17:58:32Z', 'revision_number': 4, 'project_id': '00c9f3494aa141589e93023a5d5b8bd8', 'subnets': [{'id': 'a8ffa3f7-4601-4376-99e2-178c8fd53041', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39080bf2-0737-403c-b624-db4446056cde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 17:58:33.268771 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.objects.ports [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91992) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 17:58:33.269606 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009'] for subnet, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:33.276574 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4d472e46-cd42-43c1-b0f0-581e77d9675c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:33.340950 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Checking segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 17:58:33.341556 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Network hostable DHCP agents. Network: efd559cb-ed35-476f-88ad-0eeaea22209a, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 17:58:33.361129 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=39829b27-0d03-40c2-abf8-5c80d2338540,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:33.363789 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Network efd559cb-ed35-476f-88ad-0eeaea22209a is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 17:58:33.366023 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:33.375492 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, efd559cb-ed35-476f-88ad-0eeaea22209a) {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 17:58:33.379741 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:58:33.380336 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:33.386073 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6045ef2f-9a0e-43fc-bdb9-d59818277a48 None None] Network efd559cb-ed35-476f-88ad-0eeaea22209a requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 17:58:33.416567 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5737314 Jun 11 17:58:33.630187 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00127a7-ba1a-4892-b8b3-1da14dd4ce0a None None] Network efd559cb-ed35-476f-88ad-0eeaea22209a requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 17:58:35.720848 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 45844) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:36.000975 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-18e39603-651c-47ef-8867-554ea7ba33ae admin admin] 10.222.0.63 "GET /v2.0/routers/854dc2bd-cda3-4988-bc4a-476916b903d1 HTTP/1.1" status: 200 len: 710 time: 0.2788785 Jun 11 17:58:36.121118 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4b2dbb-9162-4437-a2b5-7b8df5e34791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:58:36.125106 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-ba4b2dbb-9162-4437-a2b5-7b8df5e34791 admin admin] 10.222.0.63 "GET /v2.0/networks/efd559cb-ed35-476f-88ad-0eeaea22209a HTTP/1.1" status: 200 len: 886 time: 0.1168895 Jun 11 17:58:36.132038 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:58:36.553172 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7415'] for router, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:36.553350 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device b0001aa4-7030-4d87-8c56-332dc66f9831 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 17:58:36.615805 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port b0001aa4-7030-4d87-8c56-332dc66f9831 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 17:58:36.619981 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port b0001aa4-7030-4d87-8c56-332dc66f9831 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:58:36.620428 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:36.713579 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:36.757240 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port b0001aa4-7030-4d87-8c56-332dc66f9831, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=b0001aa4-7030-4d87-8c56-332dc66f9831,segment=NetworkSegment(76a85bc5-cf0c-4ed1-b7f6-e231d847f38c),segment_id=76a85bc5-cf0c-4ed1-b7f6-e231d847f38c)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 17:58:36.762683 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:36.766135 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:36.824507 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=b0001aa4-7030-4d87-8c56-332dc66f9831,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:36.827712 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:36.884963 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:36.968047 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:37.142562 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Allocated IP 172.28.1.50 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/6044a4d9-5985-438e-86a1-70abaa1dd6a7) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 17:58:37.279224 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:37.369642 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:37.371784 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:37.448176 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 17:58:37.452798 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 17:58:37.458386 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 17:58:37.464840 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Pushing event updated for resources: {'Port': ['ID=6044a4d9-5985-438e-86a1-70abaa1dd6a7,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:37.628771 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:37.891637 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:38.180027 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7415'] for router, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:38.184208 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1653069'] for router, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:38.337316 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Router 854dc2bd-cda3-4988-bc4a-476916b903d1 has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 17:58:38.492794 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 17:58:38.497795 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Notify callbacks [] for router, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:38.500685 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] 10.222.0.63 "PUT /v2.0/routers/854dc2bd-cda3-4988-bc4a-476916b903d1 HTTP/1.1" status: 200 len: 889 time: 2.3705728 Jun 11 17:58:38.504200 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Sync routers for ids ['854dc2bd-cda3-4988-bc4a-476916b903d1'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 17:58:38.520954 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Routers {'854dc2bd-cda3-4988-bc4a-476916b903d1'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 17:58:38.521895 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T17:58:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['854dc2bd-cda3-4988-bc4a-476916b903d1'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:38.559487 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device b0001aa4-7030-4d87-8c56-332dc66f9831 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 17:58:38.828483 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port b0001aa4-7030-4d87-8c56-332dc66f9831 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:58:38.829001 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:38.838398 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Set router 854dc2bd-cda3-4988-bc4a-476916b903d1 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 17:58:39.477230 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'name': 'router1', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '6044a4d9-5985-438e-86a1-70abaa1dd6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T17:58:17Z', 'updated_at': '2021-06-11T17:58:37Z', 'revision_number': 4, 'project_id': '00c9f3494aa141589e93023a5d5b8bd8', 'gw_port': {'id': '6044a4d9-5985-438e-86a1-70abaa1dd6a7', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:58:36Z', 'updated_at': '2021-06-11T17:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': 'b0001aa4-7030-4d87-8c56-332dc66f9831', 'name': '', 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'mac_address': 'fa:16:3e:37:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8ffa3f7-4601-4376-99e2-178c8fd53041', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:58:28Z', 'updated_at': '2021-06-11T17:58:36Z', 'revision_number': 5, 'project_id': '00c9f3494aa141589e93023a5d5b8bd8', 'subnets': [{'id': 'a8ffa3f7-4601-4376-99e2-178c8fd53041', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39080bf2-0737-403c-b624-db4446056cde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:39.483638 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Checking router: 854dc2bd-cda3-4988-bc4a-476916b903d1 for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 17:58:39.484094 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Updating router 854dc2bd-cda3-4988-bc4a-476916b903d1 port 6044a4d9-5985-438e-86a1-70abaa1dd6a7 binding host dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 17:58:39.529658 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:39.942964 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Notify callbacks [] for port, precommit_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:39.954356 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Transition to ACTIVE for port object 6044a4d9-5985-438e-86a1-70abaa1dd6a7 will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 17:58:39.961477 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:39.964184 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:40.060589 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Attempting to bind port 6044a4d9-5985-438e-86a1-70abaa1dd6a7 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 17:58:40.061159 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Attempting to bind port 6044a4d9-5985-438e-86a1-70abaa1dd6a7 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 17:58:40.061736 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Attempting to bind port 6044a4d9-5985-438e-86a1-70abaa1dd6a7 on network efd559cb-ed35-476f-88ad-0eeaea22209a {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 17:58:40.066540 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cbfce-4d39-4451-b345-dec6ace65a63 None None] Pushing event updated for resources: {'Port': ['ID=6044a4d9-5985-438e-86a1-70abaa1dd6a7,revision_number=2']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:40.073552 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-b76cbfce-4d39-4451-b345-dec6ace65a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:40.075241 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 17, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 17:58:40.075753 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Checking segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 17:58:40.076324 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:40.076923 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Bound using segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 17:58:40.077684 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Bound port: 6044a4d9-5985-438e-86a1-70abaa1dd6a7, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 17:58:40.078267 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:40.144550 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] For port 6044a4d9-5985-438e-86a1-70abaa1dd6a7, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 17:58:40.147819 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] For port 6044a4d9-5985-438e-86a1-70abaa1dd6a7, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=6044a4d9-5985-438e-86a1-70abaa1dd6a7,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 17:58:40.154010 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:40.156899 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:40.232316 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Routers {'854dc2bd-cda3-4988-bc4a-476916b903d1'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 17:58:40.234074 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T17:58:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['854dc2bd-cda3-4988-bc4a-476916b903d1'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:40.236291 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cbfce-4d39-4451-b345-dec6ace65a63 None None] Pushing event updated for resources: {'Port': ['ID=6044a4d9-5985-438e-86a1-70abaa1dd6a7,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:40.241887 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-b76cbfce-4d39-4451-b345-dec6ace65a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:40.396687 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] Set router 854dc2bd-cda3-4988-bc4a-476916b903d1 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 17:58:40.682480 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'name': 'router1', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '6044a4d9-5985-438e-86a1-70abaa1dd6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T17:58:17Z', 'updated_at': '2021-06-11T17:58:37Z', 'revision_number': 4, 'project_id': '00c9f3494aa141589e93023a5d5b8bd8', 'gw_port': {'id': '6044a4d9-5985-438e-86a1-70abaa1dd6a7', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:58:36Z', 'updated_at': '2021-06-11T17:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': 'b0001aa4-7030-4d87-8c56-332dc66f9831', 'name': '', 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'mac_address': 'fa:16:3e:37:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8ffa3f7-4601-4376-99e2-178c8fd53041', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:58:28Z', 'updated_at': '2021-06-11T17:58:36Z', 'revision_number': 5, 'project_id': '00c9f3494aa141589e93023a5d5b8bd8', 'subnets': [{'id': 'a8ffa3f7-4601-4376-99e2-178c8fd53041', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39080bf2-0737-403c-b624-db4446056cde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:40.686179 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d08e9a-e713-49b2-81cd-b12744a98f3c None None] The sync data for ids ['854dc2bd-cda3-4988-bc4a-476916b903d1'] in dv-cinder-796049-1-smb is: [{'id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'name': 'router1', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '6044a4d9-5985-438e-86a1-70abaa1dd6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T17:58:17Z', 'updated_at': '2021-06-11T17:58:37Z', 'revision_number': 4, 'project_id': '00c9f3494aa141589e93023a5d5b8bd8', 'gw_port': {'id': '6044a4d9-5985-438e-86a1-70abaa1dd6a7', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:58:36Z', 'updated_at': '2021-06-11T17:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': 'b0001aa4-7030-4d87-8c56-332dc66f9831', 'name': '', 'network_id': '0b09d43c-df71-45e7-8bfa-825fdb65d6c2', 'tenant_id': '00c9f3494aa141589e93023a5d5b8bd8', 'mac_address': 'fa:16:3e:37:97:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854dc2bd-cda3-4988-bc4a-476916b903d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8ffa3f7-4601-4376-99e2-178c8fd53041', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:58:28Z', 'updated_at': '2021-06-11T17:58:36Z', 'revision_number': 5, 'project_id': '00c9f3494aa141589e93023a5d5b8bd8', 'subnets': [{'id': 'a8ffa3f7-4601-4376-99e2-178c8fd53041', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39080bf2-0737-403c-b624-db4446056cde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 17:58:40.936395 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 45852) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:41.086312 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-1356786c-b306-4158-82c0-eae5c3514c52 admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1481807 Jun 11 17:58:42.558746 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 6044a4d9-5985-438e-86a1-70abaa1dd6a7 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 17:58:42.619556 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port 6044a4d9-5985-438e-86a1-70abaa1dd6a7 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 17:58:42.623909 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 6044a4d9-5985-438e-86a1-70abaa1dd6a7 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:58:42.624289 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:42.719735 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:42.744924 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port 6044a4d9-5985-438e-86a1-70abaa1dd6a7, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=6044a4d9-5985-438e-86a1-70abaa1dd6a7,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 17:58:42.749622 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:42.752037 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:42.833622 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=6044a4d9-5985-438e-86a1-70abaa1dd6a7,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:42.837222 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:44.566555 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 6044a4d9-5985-438e-86a1-70abaa1dd6a7 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 17:58:44.638149 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 6044a4d9-5985-438e-86a1-70abaa1dd6a7 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:58:44.638713 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:50.015523 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-12790e04-0508-4a65-af41-d0ea3cf994f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:52.362089 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:52.653943 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-a6e86b4c-a6c6-446f-96ae-7c521555f07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:53.531356 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:54.327825 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 5 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 17:58:55.544822 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:20.020069 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-8aa00117-77e7-4912-94ca-6d57f8aa4264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:22.385352 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:22.677686 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-3c68cb46-1420-4d73-9d37-5677d1ef4d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:23.547308 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:25.562979 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:31.336099 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 5 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 17:59:50.022943 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-188e18b1-3856-42b1-aa4b-12c989a18299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:52.372403 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:52.666470 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-30f80781-00bf-48fe-a368-52e65476dff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:53.539566 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:55.554628 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:08.329049 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 5 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:00:20.015818 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-986e4fe8-e3af-477c-b1ac-9cbb76d782f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:22.364416 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:22.658955 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-2fab4749-070f-404a-9a6a-1049a108212a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:23.539194 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:25.561487 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:27.003330 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46422) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:00:27.075230 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.pecan_wsgi.hooks.translation [None req-672f0b0f-4d94-4c43-94c7-91bb6687a169 admin admin] GET failed (client error): The resource could not be found. Jun 11 18:00:27.076847 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-672f0b0f-4d94-4c43-94c7-91bb6687a169 admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0724769 Jun 11 18:00:27.259326 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeb3dc8-b63b-4cdd-ae90-61875cf8f934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:27.260977 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-1aeb3dc8-b63b-4cdd-ae90-61875cf8f934 admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1777551 Jun 11 18:00:29.544986 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46432) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:00:29.759024 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71649b3a-7ed9-48e5-b487-1e10f45eebf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:29.760337 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-71649b3a-7ed9-48e5-b487-1e10f45eebf1 admin admin] 10.222.0.63 "GET /v2.0/subnets/a8ffa3f7-4601-4376-99e2-178c8fd53041 HTTP/1.1" status: 200 len: 849 time: 0.2143896 Jun 11 18:00:29.775053 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:00:29.898693 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Notify callbacks [] for subnet, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:30.101998 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742323310394'] for subnet, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:30.106830 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:00:30.178596 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:30.178929 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d3df57-d2dd-423d-b2c1-952d681850aa None None] Network 0b09d43c-df71-45e7-8bfa-825fdb65d6c2 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:00:30.179887 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:30.182419 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] 10.222.0.63 "PUT /v2.0/subnets/a8ffa3f7-4601-4376-99e2-178c8fd53041 HTTP/1.1" status: 200 len: 868 time: 0.4119103 Jun 11 18:00:30.216956 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ffa3f7-4601-4376-99e2-178c8fd53041,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:00:30.229355 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:00:30.229852 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:00:30.230248 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:00:30.230592 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:00:30.230967 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:00:30.231323 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:00:30.231654 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:00:30.231971 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:00:30.232310 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:00:30.232833 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:00:30.233497 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:00:30.233840 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:00:30.238771 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:00:30.820833 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-f46c2944-9e53-4b8d-9cbf-b4dcf9bf88b2 None None] Provisioning complete for port b0001aa4-7030-4d87-8c56-332dc66f9831 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:00:30.821325 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f46c2944-9e53-4b8d-9cbf-b4dcf9bf88b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:31.007635 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-f46c2944-9e53-4b8d-9cbf-b4dcf9bf88b2 None None] Provisioning complete for port eec6eeec-3500-4c77-84a6-8c382cd2a2aa triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:00:31.008251 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f46c2944-9e53-4b8d-9cbf-b4dcf9bf88b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:32.753126 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46440) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:00:33.037624 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d43603f-c31f-46e4-866c-6b1ea54c19f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:33.038464 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d43603f-c31f-46e4-866c-6b1ea54c19f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:33.041043 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-2d43603f-c31f-46e4-866c-6b1ea54c19f5 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2867126 Jun 11 18:00:35.375124 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46448) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:00:35.546981 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d07e3b9-adc8-4837-9a5a-f51ed7b832d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:35.547456 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d07e3b9-adc8-4837-9a5a-f51ed7b832d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:35.549299 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-4d07e3b9-adc8-4837-9a5a-f51ed7b832d6 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1733007 Jun 11 18:00:38.384811 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 46456) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:00:38.613903 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df7a36a-6e73-4f87-95ac-0efa41d67ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:38.615879 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-4df7a36a-6e73-4f87-95ac-0efa41d67ab7 admin admin] 10.222.0.63 "GET /v2.0/networks/0b09d43c-df71-45e7-8bfa-825fdb65d6c2 HTTP/1.1" status: 200 len: 870 time: 0.2296371 Jun 11 18:00:41.062170 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 46466) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:00:41.278591 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d3d677-5fbd-4468-b488-58ab41b03c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:41.280651 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-c6d3d677-5fbd-4468-b488-58ab41b03c67 admin admin] 10.222.0.63 "GET /v2.0/networks/efd559cb-ed35-476f-88ad-0eeaea22209a HTTP/1.1" status: 200 len: 886 time: 0.2165763 Jun 11 18:00:44.359089 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 46474) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:00:44.643944 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebb975a-9a01-48f8-94e7-3b5529b5fdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:44.644292 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebb975a-9a01-48f8-94e7-3b5529b5fdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:44.646573 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-bebb975a-9a01-48f8-94e7-3b5529b5fdbb admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2860985 Jun 11 18:00:45.333909 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 5 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:00:47.124741 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46482) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:00:47.310893 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0c5a4c-c371-407e-918a-4768f3378ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:47.311448 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0c5a4c-c371-407e-918a-4768f3378ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:47.313507 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-8e0c5a4c-c371-407e-918a-4768f3378ed4 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1872270 Jun 11 18:00:50.023193 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-364e6aa7-6127-427f-9614-fc5e18762652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:50.119247 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46490) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:00:50.239932 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e093e975-2269-4190-8496-7051288f5533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:50.241592 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-e093e975-2269-4190-8496-7051288f5533 admin admin] 10.222.0.63 "GET /v2.0/subnets/39829b27-0d03-40c2-abf8-5c80d2338540 HTTP/1.1" status: 200 len: 816 time: 0.1200066 Jun 11 18:00:52.374797 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:52.672389 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-631feab8-cf0c-4c69-8033-ec7ab82515f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:52.790011 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46498) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:00:52.940624 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b65ad6-3c70-41f9-a30c-38d7aa9a41e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:00:52.943600 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-b8b65ad6-3c70-41f9-a30c-38d7aa9a41e6 admin admin] 10.222.0.63 "GET /v2.0/subnets/a8ffa3f7-4601-4376-99e2-178c8fd53041 HTTP/1.1" status: 200 len: 868 time: 0.1522298 Jun 11 18:00:53.551701 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:55.577353 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:20.030519 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c15abbea-c996-4a62-9ed2-ab452c84a9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:22.333231 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 5 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:01:22.373117 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:22.669119 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b4f7c29b-afdc-4701-a438-508ad0b9ead7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:23.365615 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46542) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:23.434193 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [None req-54662fbd-4eb4-4263-a0b0-6772c21bbfd1 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:01:23.435362 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-54662fbd-4eb4-4263-a0b0-6772c21bbfd1 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0684769 Jun 11 18:01:23.558890 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:25.583333 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:25.903035 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 46550) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:25.995840 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44dbd7a-d1ac-42c4-8fb6-4b8e560e6a88 admin admin] GET failed (client error): The resource could not be found. Jun 11 18:01:25.997584 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-b44dbd7a-d1ac-42c4-8fb6-4b8e560e6a88 admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0933878 Jun 11 18:01:26.214462 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a297d28-efdf-4d6f-a0fd-189556269bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:26.216223 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-8a297d28-efdf-4d6f-a0fd-189556269bce admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2138743 Jun 11 18:01:28.590388 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46558) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:28.646348 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:01:28.683279 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] Made reservation on behalf of f23ee7e8f0d2464ab8a5275c0ce071f1 for: {'network': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:01:28.685983 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:28.727835 dv-cinder-796049-1-smb neutron-server[91991]: WARNING neutron.services.revisions.revision_plugin [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] Could not find related network for resource to bump revision. Jun 11 18:01:28.746788 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=91991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:01:28.762955 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:28.763513 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.segments_db [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] Added segment b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1 of type vlan for network cdce9031-59bd-4601-8e6f-abfc2182d3aa Jun 11 18:01:28.868687 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:28.910711 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:28.913010 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:28.914512 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:28.919899 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:01:28.989475 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3973305 Jun 11 18:01:29.086129 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] Pushing event updated for resources: {'Network': ['ID=cdce9031-59bd-4601-8e6f-abfc2182d3aa,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:01:29.091029 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:01:29.104807 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network cdce9031-59bd-4601-8e6f-abfc2182d3aa details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:01:31.471489 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46566) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:31.565084 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed2e83e-25d9-4d35-a689-97cb16d0d3b6 admin admin] GET failed (client error): The resource could not be found. Jun 11 18:01:31.566727 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-eed2e83e-25d9-4d35-a689-97cb16d0d3b6 admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0938220 Jun 11 18:01:31.714637 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be904bed-7475-4c26-bb48-a622364aeab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:31.716144 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-be904bed-7475-4c26-bb48-a622364aeab2 admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1446810 Jun 11 18:01:31.727634 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'cdce9031-59bd-4601-8e6f-abfc2182d3aa', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:01:31.757056 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Made reservation on behalf of f23ee7e8f0d2464ab8a5275c0ce071f1 for: {'subnet': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:01:31.761370 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:32.198432 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009'] for subnet, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:32.203597 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:01:32.323876 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c21471-e6eb-4a56-bde0-5ea05b6b641f,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:01:32.346078 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:32.346616 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:32.347206 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:32.347738 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:32.348278 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:32.348855 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:32.349397 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:32.349967 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:32.350484 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:32.351049 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:32.351602 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:32.352164 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:32.357670 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Checking segment: {'id': 'b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'cdce9031-59bd-4601-8e6f-abfc2182d3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:01:32.358261 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Network hostable DHCP agents. Network: cdce9031-59bd-4601-8e6f-abfc2182d3aa, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:01:32.362377 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:01:32.403920 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Network cdce9031-59bd-4601-8e6f-abfc2182d3aa is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:01:32.420089 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, cdce9031-59bd-4601-8e6f-abfc2182d3aa) {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:01:32.425530 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:32.426285 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:32.434347 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a71426b-6998-4e6c-b0ec-0a2a2992a602 None None] Network cdce9031-59bd-4601-8e6f-abfc2182d3aa requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:01:32.445905 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7222645 Jun 11 18:01:32.712006 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8400c961-7cb8-5e80-b540-d63c93360b33-cdce9031-59bd-4601-8e6f-abfc2182d3aa', 'network_id': 'cdce9031-59bd-4601-8e6f-abfc2182d3aa', 'tenant_id': 'f23ee7e8f0d2464ab8a5275c0ce071f1', 'fixed_ips': [{'subnet_id': '46c21471-e6eb-4a56-bde0-5ea05b6b641f'}]}} from dv-cinder-796049-1-smb. {{(pid=91993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:01:32.713208 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:32.944318 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.db_base_plugin_common [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Allocated IP 192.168.233.2 (cdce9031-59bd-4601-8e6f-abfc2182d3aa/46c21471-e6eb-4a56-bde0-5ea05b6b641f/11ee7d50-abbd-418a-860f-e3a505f3a53a) {{(pid=91993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:01:33.216373 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Notify callbacks [] for port, precommit_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:33.226711 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Transition to ACTIVE for port object 11ee7d50-abbd-418a-860f-e3a505f3a53a will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:01:33.255545 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Transition to ACTIVE for port object 11ee7d50-abbd-418a-860f-e3a505f3a53a will not be triggered until provisioned by entity DHCP. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:01:33.264440 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:33.271011 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-b76cbfce-4d39-4451-b345-dec6ace65a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:01:33.454476 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Network cdce9031-59bd-4601-8e6f-abfc2182d3aa is already hosted by enough agents. {{(pid=91993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:01:33.460378 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.base_scheduler [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Resources bound (agent type, host, resource id): {{(pid=91993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:01:33.463697 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Received port after_create {{(pid=91993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:01:33.466570 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Pushing event updated for resources: {'Port': ['ID=11ee7d50-abbd-418a-860f-e3a505f3a53a,revision_number=1']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:01:33.478091 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:33.478600 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:33.478957 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:33.479326 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:33.479659 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:33.480136 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:33.480569 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:33.481036 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:33.481417 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:33.481770 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:33.482169 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:33.482552 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:33.488352 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:01:33.600931 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Attempting to bind port 11ee7d50-abbd-418a-860f-e3a505f3a53a on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:01:33.601556 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Attempting to bind port 11ee7d50-abbd-418a-860f-e3a505f3a53a by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': 'b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'cdce9031-59bd-4601-8e6f-abfc2182d3aa'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:01:33.602181 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Attempting to bind port 11ee7d50-abbd-418a-860f-e3a505f3a53a on network cdce9031-59bd-4601-8e6f-abfc2182d3aa {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:01:33.611567 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:01:33.612190 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Checking segment: {'id': 'b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'cdce9031-59bd-4601-8e6f-abfc2182d3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:01:33.613440 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:33.614129 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Bound using segment: {'id': 'b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'cdce9031-59bd-4601-8e6f-abfc2182d3aa'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:01:33.614975 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Bound port: 11ee7d50-abbd-418a-860f-e3a505f3a53a, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'cdce9031-59bd-4601-8e6f-abfc2182d3aa'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:01:33.615619 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:33.758154 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] For port 11ee7d50-abbd-418a-860f-e3a505f3a53a, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:01:33.763221 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] For port 11ee7d50-abbd-418a-860f-e3a505f3a53a, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=11ee7d50-abbd-418a-860f-e3a505f3a53a,segment=NetworkSegment(b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1),segment_id=b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:01:33.771232 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:33.775603 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-b76cbfce-4d39-4451-b345-dec6ace65a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:01:33.882271 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Pushing event updated for resources: {'Port': ['ID=11ee7d50-abbd-418a-860f-e3a505f3a53a,revision_number=2']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:01:33.888752 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:01:34.728909 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 11ee7d50-abbd-418a-860f-e3a505f3a53a up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:01:34.806027 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port 11ee7d50-abbd-418a-860f-e3a505f3a53a completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:01:34.932682 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f736a7e4-2bf3-4839-9817-708e807f2e07 None None] Network cdce9031-59bd-4601-8e6f-abfc2182d3aa requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:01:35.061032 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-c70b553a-66d0-4ecf-947c-a57beecb82e7 None None] Provisioning for port 11ee7d50-abbd-418a-860f-e3a505f3a53a completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:01:35.076347 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-c70b553a-66d0-4ecf-947c-a57beecb82e7 None None] Provisioning complete for port 11ee7d50-abbd-418a-860f-e3a505f3a53a triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:01:35.076769 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c70b553a-66d0-4ecf-947c-a57beecb82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:35.281201 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c70b553a-66d0-4ecf-947c-a57beecb82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:35.345230 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-c70b553a-66d0-4ecf-947c-a57beecb82e7 None None] For port 11ee7d50-abbd-418a-860f-e3a505f3a53a, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=11ee7d50-abbd-418a-860f-e3a505f3a53a,segment=NetworkSegment(b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1),segment_id=b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:01:35.354495 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c70b553a-66d0-4ecf-947c-a57beecb82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:35.358787 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:01:35.457557 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b553a-66d0-4ecf-947c-a57beecb82e7 None None] Pushing event updated for resources: {'Port': ['ID=11ee7d50-abbd-418a-860f-e3a505f3a53a,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:01:35.461620 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-c70b553a-66d0-4ecf-947c-a57beecb82e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:01:35.586995 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-2d220479-27c3-43d5-9249-76822c8b460d None None] Provisioning complete for port 11ee7d50-abbd-418a-860f-e3a505f3a53a triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:01:35.587381 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-2d220479-27c3-43d5-9249-76822c8b460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:36.714001 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 11ee7d50-abbd-418a-860f-e3a505f3a53a up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:01:36.798568 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 11ee7d50-abbd-418a-860f-e3a505f3a53a triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:01:36.798940 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:50.030779 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-130e2c73-85ab-4b33-b0d6-2b3680b2be18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:52.372639 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:52.680771 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-1a126e07-847f-4379-8365-a646150817ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:53.555565 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:55.588366 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:59.336854 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 5 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:02:20.021002 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-15e3c1ab-3252-4054-b303-bde419313d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:22.374634 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:22.678331 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-55faa665-9388-4a91-9cef-247b3b7cd242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:23.565573 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:25.588498 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:36.336276 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 5 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:02:50.027204 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-3782b269-a083-4b6d-9ad5-cde33d87eb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:52.373124 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:52.671420 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-a339a685-25fb-43d1-b1bc-1118a95adb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:53.567516 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:55.594571 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:57.390717 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 46618) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:02:57.397502 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [None req-1bdf8495-bfb5-45ba-a30e-8fd371598423 tempest-verify_tempest_config-1820174095 tempest-verify_tempest_config-1820174095-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:02:57.398957 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-1bdf8495-bfb5-45ba-a30e-8fd371598423 tempest-verify_tempest_config-1820174095 tempest-verify_tempest_config-1820174095-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069194 Jun 11 18:02:57.787700 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 46636) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:02:57.903390 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:58.018571 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:58.022827 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:58.025811 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:02:58.082325 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c9128839321840ec91c6001f4d1c466d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2931879 Jun 11 18:02:58.083655 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25de4e9a-8f26-4846-ae5f-d2b458c154df,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:02:58.086312 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46640) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:02:58.092118 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.092463 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.092875 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.093756 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.094182 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.094515 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.094894 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.095209 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.095582 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.095936 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.096257 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.096589 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.100666 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:02:58.298634 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:58.344805 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:58.471460 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:58.477311 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:58.479307 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/25de4e9a-8f26-4846-ae5f-d2b458c154df HTTP/1.1" status: 204 len: 168 time: 0.3913212 Jun 11 18:02:58.480489 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:02:58.496926 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25de4e9a-8f26-4846-ae5f-d2b458c154df,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:02:58.506950 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.507635 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.508067 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.508833 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.509113 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.509571 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.510110 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.510788 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.511321 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.511855 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.512348 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.512888 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:58.517408 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:03:13.340928 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 5 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:03:20.012110 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-6e83628e-cb93-4d65-8be3-c80d04766ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:22.376508 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:22.682178 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b228af2c-4bdf-41b5-983b-f690e9b05b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:23.568929 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:25.601725 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:50.014324 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-98184a42-7eb9-4f05-995b-ad2157b3f7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:50.339612 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 5 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:03:52.376180 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:52.682288 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ed565e80-fe9d-4cb6-b1ef-8aba24b40dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:53.569881 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:55.595455 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:20.018819 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-15098eeb-9808-4216-8ca8-d4ab6ef14f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:22.370199 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:22.676003 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-edc03936-2d0b-43e4-b7fc-f3c177b9f0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:23.570774 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:25.604813 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:27.340181 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 5 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:04:42.399997 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550'] for agent, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:47.688139 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46694) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:04:47.800172 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-53ef0a90-3a28-465d-861f-4fffb311aa4e admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1108255 Jun 11 18:04:50.023884 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-3f8c3511-4eed-42ba-92b5-6917f0a1370d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:50.037127 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 46708) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:04:50.101793 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-c8a1eb94-3155-48eb-b0ae-6ff097f03d47 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0635509 Jun 11 18:04:52.384351 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:52.683458 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-93b23de4-5eaf-4f4a-9b1f-78f3acf6adfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:53.584092 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:55.608686 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:04.340694 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:05:12.354302 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:20.037687 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-0906af47-1810-4972-b856-5650a814b9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:22.389550 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:22.680387 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-50a76a8d-ad53-4a48-8791-5d2f965bcb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:23.588180 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:25.604655 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:41.341420 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:05:42.364979 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:50.049504 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dae9d5ac-ef7d-48b7-a03f-b63eb3df733c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:52.390612 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:52.679330 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-861a907e-f2fb-45fa-a860-63b52e0e6b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:53.590990 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:55.610365 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:12.369372 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:18.341896 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:06:20.041292 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-a5a8c8e0-ce4f-4e34-aae3-414cee59380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:22.394487 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:22.682100 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b3e8ee6f-c67b-46d0-96b3-9127d9d974e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:23.600190 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:25.623150 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:27.775909 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46804) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:28.117105 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-813562722-network', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:28.154683 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Made reservation on behalf of 00ab5e082c9c46598b282b55ea9f9587 for: {'network': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:06:28.158003 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:28.173619 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:28.330811 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:28.337088 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:28.344339 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:28.395795 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f927f8ba-05b4-4130-a8b9-33e776aad07f,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:28.417911 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=91991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:06:28.427491 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:28.427944 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:28.428846 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:28.429189 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:28.429524 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:28.429911 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:28.430301 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:28.430704 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:28.431177 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:28.431693 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:28.432143 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:28.432472 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Tracked resource versions report: Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: pushed versions: Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: { 'AddressGroup': {'1.2'}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'ConntrackHelper': {'1.0'}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'Log': {'1.0'}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'Network': {'1.1'}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'Port': {'1.7'}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'PortForwarding': {'1.2'}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'QosPolicy': {'1.8'}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'SecurityGroup': {'1.4'}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'SecurityGroupRule': {'1.2'}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'SubPort': {'1.0'}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'Subnet': {'1.1'}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'Trunk': {'1.1'}} Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: consumer versions: Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: { DHCP agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: HyperV agent@hv-cinder-79604: {}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: L3 agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: Metadata agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: Metering agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: Open vSwitch agent@dv-cinder-796049-1-smb: { 'AddressGroup': '1.2', Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'ConntrackHelper': '1.0', Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'Log': '1.0', Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'Network': '1.1', Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'Port': '1.7', Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'PortForwarding': '1.2', Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'QosPolicy': '1.8', Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'SecurityGroup': '1.4', Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'SecurityGroupRule': '1.2', Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'SubPort': '1.0', Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'Subnet': '1.1', Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: 'Trunk': '1.1'}} Jun 11 18:06:28.433683 dv-cinder-796049-1-smb neutron-server[91991]: {{(pid=91991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 18:06:28.443173 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:28.450511 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:28.451385 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.segments_db [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Added segment 91193081-d5f6-45ff-a8bd-24d30ae32c3c of type vlan for network c8b07964-869c-4914-9bdd-9766517dc52f Jun 11 18:06:28.462458 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 46838) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:28.565806 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:28.623178 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:28.625849 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:06:28.627115 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:28.632634 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:28.806158 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b07964-869c-4914-9bdd-9766517dc52f,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:28.811110 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:28.819243 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0418305 Jun 11 18:06:28.820242 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1255024423-network', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:28.821039 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46858) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:28.822776 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network c8b07964-869c-4914-9bdd-9766517dc52f details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:06:28.832614 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Request body: {'subnet': {'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-813562722-subnet', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:28.850931 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.db.api [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 18:06:28.850931 dv-cinder-796049-1-smb neutron-server[91991]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 18:06:28.850931 dv-cinder-796049-1-smb neutron-server[91991]: [parameters: {'project_id_1': '00ab5e082c9c46598b282b55ea9f9587', 'expiration_1': datetime.datetime(2021, 6, 11, 18, 6, 28, 842111)}] Jun 11 18:06:28.850931 dv-cinder-796049-1-smb neutron-server[91991]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 18:06:28.852338 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_db.api [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 18:06:28.868684 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Made reservation on behalf of e0e40e8ab92147c08d96c36845c4f5d8 for: {'network': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:06:28.880357 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:28.906658 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:29.120212 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:29.131502 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:29.140477 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:29.185108 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=91992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:06:29.216586 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:29.217118 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.segments_db [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Added segment 51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee of type vlan for network e3e57154-05ec-4233-ad5d-fbf80c3be864 Jun 11 18:06:29.220601 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc94adc-d23e-4041-b813-4c8b1cccd906,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:29.263571 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:29.263571 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:29.263571 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:29.264084 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:29.264477 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:29.265417 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:29.265934 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:29.266541 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:29.267337 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:29.267795 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:29.268260 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:29.268816 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Tracked resource versions report: Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: pushed versions: Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: { 'AddressGroup': {'1.2'}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'ConntrackHelper': {'1.0'}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'Log': {'1.0'}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'Network': {'1.1'}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'Port': {'1.7'}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'PortForwarding': {'1.2'}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'QosPolicy': {'1.8'}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'SecurityGroup': {'1.4'}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'SecurityGroupRule': {'1.2'}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'SubPort': {'1.0'}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'Subnet': {'1.1'}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'Trunk': {'1.1'}} Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: consumer versions: Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: { DHCP agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: HyperV agent@hv-cinder-79604: {}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: L3 agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: Metadata agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: Metering agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: Open vSwitch agent@dv-cinder-796049-1-smb: { 'AddressGroup': '1.2', Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'ConntrackHelper': '1.0', Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'Log': '1.0', Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'Network': '1.1', Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'Port': '1.7', Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'PortForwarding': '1.2', Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'QosPolicy': '1.8', Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'SecurityGroup': '1.4', Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'SecurityGroupRule': '1.2', Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'SubPort': '1.0', Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'Subnet': '1.1', Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: 'Trunk': '1.1'}} Jun 11 18:06:29.270607 dv-cinder-796049-1-smb neutron-server[91992]: {{(pid=91992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 18:06:29.337482 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:29.362299 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:29.398632 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Made reservation on behalf of 00ab5e082c9c46598b282b55ea9f9587 for: {'subnet': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:06:29.404076 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:29.449703 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:29.454076 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:06:29.455151 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:29.462843 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:29.554000 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0895643 Jun 11 18:06:29.559366 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 46882) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:29.569873 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] Request body: {'subnet': {'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1255024423-subnet', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:29.713497 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] Made reservation on behalf of e0e40e8ab92147c08d96c36845c4f5d8 for: {'subnet': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:06:29.717900 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:29.850362 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009'] for subnet, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:29.857757 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-4c379111-2641-407e-b80e-8ed38190cbdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:29.878366 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e57154-05ec-4233-ad5d-fbf80c3be864,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:29.884767 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:29.905104 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network e3e57154-05ec-4233-ad5d-fbf80c3be864 details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:06:29.997464 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf2a25e-eb7f-4c90-8184-8c11922c2acb,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:30.010013 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:30.067518 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Checking segment: {'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:06:30.069463 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Network hostable DHCP agents. Network: c8b07964-869c-4914-9bdd-9766517dc52f, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:06:30.108442 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Network c8b07964-869c-4914-9bdd-9766517dc52f is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:06:30.136143 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, c8b07964-869c-4914-9bdd-9766517dc52f) {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:30.160199 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:06:30.162335 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:30.176767 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009'] for subnet, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:30.199878 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:30.208526 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3851364 Jun 11 18:06:30.213095 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 46898) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:30.222034 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:30.308727 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7400'] for router, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:30.311742 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2023106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7393'] for router, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:30.405649 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddf33cc-0893-4d25-a9ce-8f033e481f06 None None] Network c8b07964-869c-4914-9bdd-9766517dc52f requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:06:30.433393 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] Checking segment: {'id': '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:06:30.434171 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] Network hostable DHCP agents. Network: e3e57154-05ec-4233-ad5d-fbf80c3be864, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:06:30.450608 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c0d0ba-a024-4d5c-a250-26ba92f287df,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:30.461800 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:30.484846 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] Network e3e57154-05ec-4233-ad5d-fbf80c3be864 is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:06:30.508033 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, e3e57154-05ec-4233-ad5d-fbf80c3be864) {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:30.534314 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:06:30.535605 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:30.539143 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72af7c3e-95fb-4c9d-8789-0ec5eb49bc93 None None] Network e3e57154-05ec-4233-ad5d-fbf80c3be864 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:06:30.573669 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0119627 Jun 11 18:06:30.578028 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 46906) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:30.587728 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1255024423-router', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:30.635231 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7400'] for router, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:30.641479 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2023106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7393'] for router, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:30.669958 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:30.863345 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:31.010220 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74918c8-768d-41f1-b9b4-26db71c6dfa5 None None] Network e3e57154-05ec-4233-ad5d-fbf80c3be864 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:06:31.277732 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7415'] for router, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:31.319583 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7415'] for router, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:31.403449 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8400c961-7cb8-5e80-b540-d63c93360b33-c8b07964-869c-4914-9bdd-9766517dc52f', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb'}]}} from dv-cinder-796049-1-smb. {{(pid=91993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:06:31.404953 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:31.793494 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.db_base_plugin_common [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Allocated IP 172.20.0.2 (c8b07964-869c-4914-9bdd-9766517dc52f/2bf2a25e-eb7f-4c90-8184-8c11922c2acb/e2a10b25-1f6b-4d85-b668-61da5e913c8f) {{(pid=91993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:06:31.918473 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:31.958500 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:32.100509 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:32.154875 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:32.315613 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 46954) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:32.353829 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 46958) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:32.390288 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Allocated IP 172.28.1.182 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/7563dbe4-375a-4228-94a5-6375d50dd0f1) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:06:32.407812 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Notify callbacks [] for port, precommit_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:32.419992 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Transition to ACTIVE for port object e2a10b25-1f6b-4d85-b668-61da5e913c8f will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:06:32.447960 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Transition to ACTIVE for port object e2a10b25-1f6b-4d85-b668-61da5e913c8f will not be triggered until provisioned by entity DHCP. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:06:32.456066 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:32.467296 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:32.523264 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Network c8b07964-869c-4914-9bdd-9766517dc52f is already hosted by enough agents. {{(pid=91993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:06:32.524469 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Pushing event updated for resources: {'Port': ['ID=e2a10b25-1f6b-4d85-b668-61da5e913c8f,revision_number=1']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:32.531986 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.base_scheduler [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Resources bound (agent type, host, resource id): {{(pid=91993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:32.534391 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:32.534771 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:32.535188 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:32.535619 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:32.535953 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:32.536288 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:32.536642 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:32.536989 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:32.537376 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:32.537698 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:32.538021 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:32.538422 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Tracked resource versions report: Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: pushed versions: Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: { 'AddressGroup': {'1.2'}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'ConntrackHelper': {'1.0'}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'Log': {'1.0'}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'Network': {'1.1'}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'Port': {'1.7'}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'PortForwarding': {'1.2'}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'QosPolicy': {'1.8'}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'SecurityGroup': {'1.4'}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'SecurityGroupRule': {'1.2'}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'SubPort': {'1.0'}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'Subnet': {'1.1'}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'Trunk': {'1.1'}} Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: consumer versions: Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: { DHCP agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: HyperV agent@hv-cinder-79604: {}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: L3 agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: Metadata agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: Metering agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: Open vSwitch agent@dv-cinder-796049-1-smb: { 'AddressGroup': '1.2', Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'ConntrackHelper': '1.0', Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'Log': '1.0', Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'Network': '1.1', Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'Port': '1.7', Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'PortForwarding': '1.2', Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'QosPolicy': '1.8', Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'SecurityGroup': '1.4', Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'SecurityGroupRule': '1.2', Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'SubPort': '1.0', Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'Subnet': '1.1', Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: 'Trunk': '1.1'}} Jun 11 18:06:32.539486 dv-cinder-796049-1-smb neutron-server[91993]: {{(pid=91993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 18:06:32.543657 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:32.543657 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Received port after_create {{(pid=91993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:06:32.630553 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Attempting to bind port e2a10b25-1f6b-4d85-b668-61da5e913c8f on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:06:32.631646 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Attempting to bind port e2a10b25-1f6b-4d85-b668-61da5e913c8f by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:06:32.632000 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Attempting to bind port e2a10b25-1f6b-4d85-b668-61da5e913c8f on network c8b07964-869c-4914-9bdd-9766517dc52f {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:06:32.640834 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:06:32.641202 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Checking segment: {'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:06:32.641620 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:32.642026 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Bound using segment: {'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:06:32.642531 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Bound port: e2a10b25-1f6b-4d85-b668-61da5e913c8f, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:06:32.642933 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:32.700750 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:32.763385 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] For port e2a10b25-1f6b-4d85-b668-61da5e913c8f, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:06:32.770619 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] For port e2a10b25-1f6b-4d85-b668-61da5e913c8f, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=e2a10b25-1f6b-4d85-b668-61da5e913c8f,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:06:32.775477 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:32.781018 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:32.784336 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:32.793523 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:32.847182 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Allocated IP 172.28.1.244 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/9eddc163-144c-4680-b046-9fcc96dbdb93) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:06:32.899553 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Pushing event updated for resources: {'Port': ['ID=7563dbe4-375a-4228-94a5-6375d50dd0f1,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:32.922451 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:32.956747 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:06:32.959174 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:32.963703 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:06:33.022328 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Pushing event updated for resources: {'Port': ['ID=e2a10b25-1f6b-4d85-b668-61da5e913c8f,revision_number=2']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:33.044795 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:33.165484 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:33.227072 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2095620082-network', 'tenant_id': '898614f1fe03445bb7f63c18ccb3f6bb'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:33.328203 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-186469233-network', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:33.365623 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Made reservation on behalf of 898614f1fe03445bb7f63c18ccb3f6bb for: {'network': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:06:33.369985 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:33.413438 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:33.417630 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:33.463644 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:33.594089 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Made reservation on behalf of 86e14e1c12ff423f9c1b015253b19503 for: {'network': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:06:33.604465 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:33.882325 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:33.902271 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:33.937983 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=9eddc163-144c-4680-b046-9fcc96dbdb93,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:33.944187 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:33.961475 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:33.963902 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:06:34.038397 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:34.047370 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:34.055769 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:06:34.061283 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:34.364711 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b5168b-eb32-4d41-b3e3-43f991044233,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:34.370544 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:34.388433 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=91992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:06:34.407776 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:34.408290 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.segments_db [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Added segment 91e68e87-df57-46ea-b04b-617f811f25fa of type vlan for network fa48c66a-3ec7-460a-b33d-be044cf50843 Jun 11 18:06:34.556694 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003866'] for router, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:34.591525 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:34.718129 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:34.794553 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:34.834984 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:34.848270 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.db.resource_extend [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 18:06:34.971565 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=91992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:06:35.114375 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device e2a10b25-1f6b-4d85-b668-61da5e913c8f up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:06:35.150250 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Router 65139bdf-231c-408e-a81d-b25ed17fca4f is scheduled to L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 with binding_index 1 {{(pid=91991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:06:35.200109 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f9e40f-1b62-41d0-bea9-a8c9d21071dc None None] Network c8b07964-869c-4914-9bdd-9766517dc52f requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:06:35.295566 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:35.320297 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:06:35.332046 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:35.366335 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b6dd9d-8728-4819-8b42-93e87b3c56e3,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:35.378970 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:35.379366 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.segments_db [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Added segment da25d723-43e7-415e-adf8-9458a406cad4 of type vlan for network 50265511-d9df-48bb-b4ed-800ebda6a31e Jun 11 18:06:35.392158 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:35.397482 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:35.473884 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-3bbb15b5-233e-4b3d-94e8-64726c52d8d0 None None] Provisioning for port e2a10b25-1f6b-4d85-b668-61da5e913c8f completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:06:35.533445 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port e2a10b25-1f6b-4d85-b668-61da5e913c8f completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:06:35.540286 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port e2a10b25-1f6b-4d85-b668-61da5e913c8f triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:35.543502 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:35.574849 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2574484 Jun 11 18:06:35.575595 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47018) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:35.605075 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] Request body: {'subnet': {'network_id': 'fa48c66a-3ec7-460a-b33d-be044cf50843', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2095620082-subnet', 'tenant_id': '898614f1fe03445bb7f63c18ccb3f6bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:35.635052 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:06:35.665723 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Sync routers for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:06:35.670182 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:35.685260 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:06:35.688773 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:06:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:35.729956 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Pushing event updated for resources: {'Network': ['ID=fa48c66a-3ec7-460a-b33d-be044cf50843,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:35.749897 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:35.785067 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:35.797640 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network fa48c66a-3ec7-460a-b33d-be044cf50843 details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:06:35.798359 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Notify callbacks [] for router, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:35.804553 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5856524 Jun 11 18:06:35.809510 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47024) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:36.170789 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] Made reservation on behalf of 898614f1fe03445bb7f63c18ccb3f6bb for: {'subnet': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:06:36.174172 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:36.266763 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:36.475581 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port e2a10b25-1f6b-4d85-b668-61da5e913c8f, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=e2a10b25-1f6b-4d85-b668-61da5e913c8f,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:06:36.490635 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:36.505155 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:36.570495 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:06:36.663755 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009'] for subnet, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:36.807618 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=e2a10b25-1f6b-4d85-b668-61da5e913c8f,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:36.826083 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:36.853223 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-c26e6f4b-d6a7-4fed-8771-906d728d4e2f None None] Provisioning complete for port e2a10b25-1f6b-4d85-b668-61da5e913c8f triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:36.854097 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c26e6f4b-d6a7-4fed-8771-906d728d4e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:36.950123 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:36.953481 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:37.077203 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device e2a10b25-1f6b-4d85-b668-61da5e913c8f up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:06:37.130563 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66bc53b-230b-4803-bc68-ec9f6ea83baf,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:37.141337 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:06:37.142252 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:37.176558 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:37.195831 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-90be2b1e-7227-415c-8e2d-7a16ca145805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:37.276869 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:33Z', 'revision_number': 3, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:37.289936 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Checking router: 65139bdf-231c-408e-a81d-b25ed17fca4f for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:06:37.290754 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Updating router 65139bdf-231c-408e-a81d-b25ed17fca4f port 7563dbe4-375a-4228-94a5-6375d50dd0f1 binding host dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:06:37.371126 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Pushing event updated for resources: {'Network': ['ID=50265511-d9df-48bb-b4ed-800ebda6a31e,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:37.386223 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 5.0316749 Jun 11 18:06:37.389947 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:37.395149 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47058) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:37.420140 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:37.424763 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] Request body: {'subnet': {'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-subnet', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:37.493251 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network 50265511-d9df-48bb-b4ed-800ebda6a31e details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:06:37.513574 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003866'] for router, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:37.605851 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] Checking segment: {'id': '91e68e87-df57-46ea-b04b-617f811f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'fa48c66a-3ec7-460a-b33d-be044cf50843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:06:37.607128 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] Network hostable DHCP agents. Network: fa48c66a-3ec7-460a-b33d-be044cf50843, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:06:37.791722 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] Made reservation on behalf of 86e14e1c12ff423f9c1b015253b19503 for: {'subnet': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:06:37.795304 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:37.894613 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:38.069078 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009'] for subnet, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:38.079572 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-67da9f02-807d-4bcb-b989-8d3f803732a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:38.134706 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port e2a10b25-1f6b-4d85-b668-61da5e913c8f triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:38.135508 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:38.184172 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4159feda-883d-4a61-bfd7-ed412eb99cf3,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:38.199880 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] Network fa48c66a-3ec7-460a-b33d-be044cf50843 is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:06:38.265993 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:38.289929 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, fa48c66a-3ec7-460a-b33d-be044cf50843) {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:38.302262 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6289323-edf7-413a-912b-fb932eaef288 None None] Network fa48c66a-3ec7-460a-b33d-be044cf50843 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:06:38.331959 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:06:38.336771 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:38.504340 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Notify callbacks [] for port, precommit_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:38.521035 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9164045 Jun 11 18:06:38.566027 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.provisioning_blocks [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Transition to ACTIVE for port object 7563dbe4-375a-4228-94a5-6375d50dd0f1 will not be triggered until provisioned by entity L2. {{(pid=91994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:06:38.583409 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:38.593755 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] Checking segment: {'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:06:38.594411 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] Network hostable DHCP agents. Network: 50265511-d9df-48bb-b4ed-800ebda6a31e, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:06:38.598421 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-ad1991da-1d03-47dc-9509-36ecd105f1ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:38.612573 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Router 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 is scheduled to L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 with binding_index 1 {{(pid=91992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:06:38.740769 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Allocated IP 172.20.0.1 (c8b07964-869c-4914-9bdd-9766517dc52f/2bf2a25e-eb7f-4c90-8184-8c11922c2acb/3c2118c4-aac3-4c77-9d75-64993f3522c9) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:06:38.810955 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47092) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:38.890054 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Pushing event updated for resources: {'Port': ['ID=7563dbe4-375a-4228-94a5-6375d50dd0f1,revision_number=2']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:38.897580 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Attempting to bind port 7563dbe4-375a-4228-94a5-6375d50dd0f1 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:06:38.898694 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Attempting to bind port 7563dbe4-375a-4228-94a5-6375d50dd0f1 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:06:38.899711 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Attempting to bind port 7563dbe4-375a-4228-94a5-6375d50dd0f1 on network efd559cb-ed35-476f-88ad-0eeaea22209a {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:06:38.937183 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:38.947017 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:38.947879 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:38.948516 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:38.952251 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:38.953159 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:38.953734 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:38.954553 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:38.955841 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:38.956557 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:38.960015 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:38.960733 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Tracked resource versions report: Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: pushed versions: Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: { 'AddressGroup': {'1.2'}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'ConntrackHelper': {'1.0'}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'Log': {'1.0'}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'Network': {'1.1'}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'Port': {'1.7'}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'PortForwarding': {'1.2'}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'QosPolicy': {'1.8'}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'SecurityGroup': {'1.4'}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'SecurityGroupRule': {'1.2'}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'SubPort': {'1.0'}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'Subnet': {'1.1'}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'Trunk': {'1.1'}} Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: consumer versions: Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: { DHCP agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: HyperV agent@hv-cinder-79604: {}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: L3 agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: Metadata agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: Metering agent@dv-cinder-796049-1-smb: {}, Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: Open vSwitch agent@dv-cinder-796049-1-smb: { 'AddressGroup': '1.2', Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'ConntrackHelper': '1.0', Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'Log': '1.0', Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'Network': '1.1', Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'Port': '1.7', Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'PortForwarding': '1.2', Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'QosPolicy': '1.8', Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'SecurityGroup': '1.4', Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'SecurityGroupRule': '1.2', Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'SubPort': '1.0', Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'Subnet': '1.1', Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: 'Trunk': '1.1'}} Jun 11 18:06:38.961981 dv-cinder-796049-1-smb neutron-server[91994]: {{(pid=91994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 18:06:38.970578 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:38.976845 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:06:38.980336 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Checking segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:06:38.981614 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] Network 50265511-d9df-48bb-b4ed-800ebda6a31e is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:06:38.982392 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:38.984695 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Bound using segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:06:38.985478 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Bound port: 7563dbe4-375a-4228-94a5-6375d50dd0f1, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:06:38.987373 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:39.016506 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97031435-3506-4b93-8489-d2e566f547da None None] Network fa48c66a-3ec7-460a-b33d-be044cf50843 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:06:39.044779 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, 50265511-d9df-48bb-b4ed-800ebda6a31e) {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:39.064647 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:06:39.066107 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:39.112064 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7113061 Jun 11 18:06:39.118026 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47108) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:39.130455 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:39.264423 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8194b9fa-2385-4130-a9df-25c20880ebd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:39.270925 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:06:39.301187 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7400'] for router, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:39.304309 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2023106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7393'] for router, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:39.377391 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Sync routers for ids ['70c76653-ec1a-4065-9a9d-7109cb9cd0f6'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:06:39.389902 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecd8fe6-c7a3-4ab1-88c7-de86195e09c7 None None] Network 50265511-d9df-48bb-b4ed-800ebda6a31e requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:06:39.461956 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:39.465744 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Notify callbacks [] for router, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:39.468500 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.8881912 Jun 11 18:06:39.473030 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47124) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:39.691160 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8194b9fa-2385-4130-a9df-25c20880ebd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:39.712932 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8194b9fa-2385-4130-a9df-25c20880ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:39.797961 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] For port 7563dbe4-375a-4228-94a5-6375d50dd0f1, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:06:39.866868 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] For port 7563dbe4-375a-4228-94a5-6375d50dd0f1, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=7563dbe4-375a-4228-94a5-6375d50dd0f1,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:06:39.877952 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-653e9b2e-7e7d-48a2-b25c-5911971a4c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:39.883613 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:39.893190 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-8194b9fa-2385-4130-a9df-25c20880ebd0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=623388244bf443729842b1a5715cfe63&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0760374 Jun 11 18:06:39.897981 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47150) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:39.912818 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:40.088311 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Routers {'70c76653-ec1a-4065-9a9d-7109cb9cd0f6'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:06:40.089668 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:06:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70c76653-ec1a-4065-9a9d-7109cb9cd0f6'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:40.092994 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47162) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:40.122339 dv-cinder-796049-1-smb neutron-server[91991]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 11 18:06:40.204502 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8400c961-7cb8-5e80-b540-d63c93360b33-50265511-d9df-48bb-b4ed-800ebda6a31e', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3'}]}} from dv-cinder-796049-1-smb. {{(pid=91993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:06:40.206161 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:40.226998 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:40.247175 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:06:40.248773 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:06:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:40.258219 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Pushing event updated for resources: {'Port': ['ID=7563dbe4-375a-4228-94a5-6375d50dd0f1,revision_number=3']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:40.330103 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:40.373604 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7415'] for router, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:40.432403 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47176) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:40.591442 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Set router 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:06:40.745957 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194b9fa-2385-4130-a9df-25c20880ebd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c83fe6d-69aa-4c79-9210-32d71b522ed1,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:40.764941 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:06:40.774120 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-8194b9fa-2385-4130-a9df-25c20880ebd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:40.800136 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.provisioning_blocks [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Transition to ACTIVE for port object 3c2118c4-aac3-4c77-9d75-64993f3522c9 will not be triggered until provisioned by entity DHCP. {{(pid=91991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:06:40.879810 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-54ddcd32-803d-4a26-ac3e-16ef38865ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:40.897365 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-221195f2-64b8-4f5b-a158-8e525fafc5b3 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:06:40.899052 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-221195f2-64b8-4f5b-a158-8e525fafc5b3 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/networks?id=fa48c66a-3ec7-460a-b33d-be044cf50843 HTTP/1.1" status: 200 len: 812 time: 0.7923410 Jun 11 18:06:40.932661 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-930d2862-f4d9-4fe6-a930-39269ecd8e20 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/quotas/898614f1fe03445bb7f63c18ccb3f6bb HTTP/1.1" status: 200 len: 375 time: 0.0224800 Jun 11 18:06:41.010268 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e54dbf5b-ca04-4c29-b32b-29cd52cb49c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:41.090723 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-54ddcd32-803d-4a26-ac3e-16ef38865ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:41.113144 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-88bcdb1b-fdea-436c-a80a-85cd7d0f3e3c tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=898614f1fe03445bb7f63c18ccb3f6bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1552401 Jun 11 18:06:41.155544 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.db_base_plugin_common [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Allocated IP 172.20.0.2 (50265511-d9df-48bb-b4ed-800ebda6a31e/4159feda-883d-4a61-bfd7-ed412eb99cf3/a85e99ac-db7a-4c32-b77f-998135cba69b) {{(pid=91993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:06:41.244073 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1255024423-router', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:34Z', 'revision_number': 3, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'gw_port': {'id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:32Z', 'updated_at': '2021-06-11T18:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:41.249279 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:41.251437 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Checking router: 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:06:41.252077 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Updating router 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 port 9eddc163-144c-4680-b046-9fcc96dbdb93 binding host dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:06:41.274954 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:41.340570 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Pushing event updated for resources: {'Port': ['ID=3c2118c4-aac3-4c77-9d75-64993f3522c9,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:41.352287 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:41.362800 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-54ddcd32-803d-4a26-ac3e-16ef38865ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:41.372610 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-54ddcd32-803d-4a26-ac3e-16ef38865ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:41.376517 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-54ddcd32-803d-4a26-ac3e-16ef38865ee8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0c83fe6d-69aa-4c79-9210-32d71b522ed1 HTTP/1.1" status: 204 len: 168 time: 1.4408972 Jun 11 18:06:41.378239 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:41.417338 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddcd32-803d-4a26-ac3e-16ef38865ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c83fe6d-69aa-4c79-9210-32d71b522ed1,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:41.423720 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-54ddcd32-803d-4a26-ac3e-16ef38865ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:41.449713 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Network c8b07964-869c-4914-9bdd-9766517dc52f is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:06:41.459536 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:41.468579 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6fb850aa-9fd9-420c-96f6-2348d19748fc service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:06:41.478363 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6fb850aa-9fd9-420c-96f6-2348d19748fc service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1420040 Jun 11 18:06:41.479603 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:06:41.482012 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002271'] for router_interface, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:41.484324 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:33Z', 'revision_number': 3, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:41.492380 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcc131-6530-4935-98f8-50df88864fbf None None] The sync data for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb is: [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:33Z', 'revision_number': 3, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:06:42.099290 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:42.179461 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:42.212175 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:42.226740 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:42.231446 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-391ed20e-f80c-43d7-a75f-0646deff7fbe None None] Provisioning for port 3c2118c4-aac3-4c77-9d75-64993f3522c9 completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:06:42.249522 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Notify callbacks [] for port, precommit_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:42.303953 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-391ed20e-f80c-43d7-a75f-0646deff7fbe None None] Provisioning complete for port 3c2118c4-aac3-4c77-9d75-64993f3522c9 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:42.304386 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-391ed20e-f80c-43d7-a75f-0646deff7fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:42.324899 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47224) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:42.377643 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Transition to ACTIVE for port object a85e99ac-db7a-4c32-b77f-998135cba69b will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:06:42.381330 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-391ed20e-f80c-43d7-a75f-0646deff7fbe None None] Port 3c2118c4-aac3-4c77-9d75-64993f3522c9 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:06:42.428158 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Transition to ACTIVE for port object a85e99ac-db7a-4c32-b77f-998135cba69b will not be triggered until provisioned by entity DHCP. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:06:42.434993 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ad590039-a3d1-4149-885f-224a22be05ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:42.469021 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Allocated IP 172.28.1.128 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/34920b96-3d44-4dc9-8cef-7626344b284b) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:06:42.504725 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:42.523294 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:42.547361 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:42.625237 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-ed158205-1441-40ab-9960-84f1b19e8ffb service neutron] 10.222.0.63 "GET /v2.0/networks/fa48c66a-3ec7-460a-b33d-be044cf50843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9451020 Jun 11 18:06:42.683460 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Network 50265511-d9df-48bb-b4ed-800ebda6a31e is already hosted by enough agents. {{(pid=91993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:06:42.694911 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.base_scheduler [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Resources bound (agent type, host, resource id): {{(pid=91993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:42.699072 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Received port after_create {{(pid=91993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:06:42.707985 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Pushing event updated for resources: {'Port': ['ID=a85e99ac-db7a-4c32-b77f-998135cba69b,revision_number=1']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:42.708268 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:42.717030 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:42.847384 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e54dbf5b-ca04-4c29-b32b-29cd52cb49c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:42.891905 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e54dbf5b-ca04-4c29-b32b-29cd52cb49c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:42.904727 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-72949ba1-6072-411f-836a-7fd3ab38bb40 service neutron] 10.222.0.63 "GET /v2.0/networks/fa48c66a-3ec7-460a-b33d-be044cf50843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780633 Jun 11 18:06:42.999071 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-33ec7edf-7412-40a3-b5cb-fb1c630a2454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:43.010820 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Attempting to bind port a85e99ac-db7a-4c32-b77f-998135cba69b on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:06:43.011576 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Attempting to bind port a85e99ac-db7a-4c32-b77f-998135cba69b by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:06:43.013529 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Attempting to bind port a85e99ac-db7a-4c32-b77f-998135cba69b on network 50265511-d9df-48bb-b4ed-800ebda6a31e {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:06:43.033823 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:06:43.035096 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Checking segment: {'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:06:43.037959 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47236) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:43.039756 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:43.044020 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Bound using segment: {'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:06:43.046173 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Bound port: a85e99ac-db7a-4c32-b77f-998135cba69b, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:06:43.047010 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:43.190941 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-e54dbf5b-ca04-4c29-b32b-29cd52cb49c4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7ee922c19092451dbb1384b27395dcaa&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7563939 Jun 11 18:06:43.192205 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dbf5b-ca04-4c29-b32b-29cd52cb49c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5ca664-2308-4821-9002-57b1b6581ceb,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:43.206040 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47244) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:43.206040 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Allocated IP 172.20.0.1 (e3e57154-05ec-4233-ad5d-fbf80c3be864/d2c0d0ba-a024-4d5c-a250-26ba92f287df/73542a77-4ac4-4a7f-b365-8300daf956a6) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:06:43.215818 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-e54dbf5b-ca04-4c29-b32b-29cd52cb49c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:43.231172 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:43.334122 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] For port a85e99ac-db7a-4c32-b77f-998135cba69b, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:06:43.351200 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] For port a85e99ac-db7a-4c32-b77f-998135cba69b, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=a85e99ac-db7a-4c32-b77f-998135cba69b,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:06:43.368157 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 7563dbe4-375a-4228-94a5-6375d50dd0f1 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:06:43.374973 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:43.460823 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:43.571206 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47260) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:43.639060 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-aae53caa-c464-4a51-814c-0da642363c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:43.660906 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e0488bff-1693-4e6a-9ffe-52555d20cb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:43.730010 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:43.753674 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fada79e4-d037-4fcc-95fe-10eef01b0929 req-d7755491-512e-4f0d-ba2f-f23caab64846 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 210 time: 0.1808953 Jun 11 18:06:43.762054 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port 7563dbe4-375a-4228-94a5-6375d50dd0f1 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:06:43.773794 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ad590039-a3d1-4149-885f-224a22be05ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:43.776831 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:43.779353 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002379'] for router_interface, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:43.798468 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-1e9817f2-440c-40c7-ab00-eb092bc8e4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:43.804664 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ad590039-a3d1-4149-885f-224a22be05ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:43.852484 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 7563dbe4-375a-4228-94a5-6375d50dd0f1 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:43.852993 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:43.853140 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:43.895540 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-e3409b5b-d9aa-41e9-9ce2-18a89165f2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:43.985265 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Pushing event updated for resources: {'Port': ['ID=34920b96-3d44-4dc9-8cef-7626344b284b,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:44.011575 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-ad590039-a3d1-4149-885f-224a22be05ce admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bdca55fa0343451ebb9fcc8f93b9af57&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6841497 Jun 11 18:06:44.017382 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:44.019583 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47276) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:44.019934 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47278) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:44.023512 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:44.031984 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e0488bff-1693-4e6a-9ffe-52555d20cb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:44.066576 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:06:44.100993 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:44.115549 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:06:44.233074 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Pushing event updated for resources: {'Port': ['ID=a85e99ac-db7a-4c32-b77f-998135cba69b,revision_number=2']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:44.240786 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:44.279802 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Pushing event updated for resources: {'Port': ['ID=3c2118c4-aac3-4c77-9d75-64993f3522c9,revision_number=2']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:44.371349 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:44.373206 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-4b733979-ff9c-4a10-a7dd-564bdbd5c7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:44.459287 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:44.465880 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:44.491201 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad590039-a3d1-4149-885f-224a22be05ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f383f61d-a7d7-4524-8901-43c22ea01809,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:44.512628 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ad590039-a3d1-4149-885f-224a22be05ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:44.524325 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:44.584133 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port 7563dbe4-375a-4228-94a5-6375d50dd0f1, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=7563dbe4-375a-4228-94a5-6375d50dd0f1,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:06:44.608005 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Network c8b07964-869c-4914-9bdd-9766517dc52f is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:06:44.622657 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Network e3e57154-05ec-4233-ad5d-fbf80c3be864 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:06:44.624487 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:44.626459 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:44.642940 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:44.668826 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:44.674983 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e0488bff-1693-4e6a-9ffe-52555d20cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:44.678553 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:06:44.679113 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002271'] for router_interface, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:44.728670 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e0488bff-1693-4e6a-9ffe-52555d20cb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:44.733745 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-e0488bff-1693-4e6a-9ffe-52555d20cb5f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1d5ca664-2308-4821-9002-57b1b6581ceb HTTP/1.1" status: 204 len: 168 time: 1.5158582 Jun 11 18:06:44.786442 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eb00875d-75b2-4e5b-8381-2d456104bd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:44.800611 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Notify callbacks [] for port, precommit_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:44.869097 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eb00875d-75b2-4e5b-8381-2d456104bd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:44.942401 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=7563dbe4-375a-4228-94a5-6375d50dd0f1,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:44.954438 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:44.979423 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Transition to ACTIVE for port object 9eddc163-144c-4680-b046-9fcc96dbdb93 will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:06:44.993025 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:45.002829 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-c70b553a-66d0-4ecf-947c-a57beecb82e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:45.026612 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2b511ae7-cc39-4171-ad62-adfc351c66c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:45.204634 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9e7aef2a-9dc3-49a4-ace0-0305bd0fe3d4 req-9d2709e2-12b6-4386-9492-a487b4568896 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 210 time: 0.1382096 Jun 11 18:06:45.219371 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Attempting to bind port 9eddc163-144c-4680-b046-9fcc96dbdb93 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:06:45.219756 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Attempting to bind port 9eddc163-144c-4680-b046-9fcc96dbdb93 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:06:45.220263 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Attempting to bind port 9eddc163-144c-4680-b046-9fcc96dbdb93 on network efd559cb-ed35-476f-88ad-0eeaea22209a {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:06:45.239411 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device a85e99ac-db7a-4c32-b77f-998135cba69b up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:06:45.368307 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9448edc-e071-472c-8c0d-b8338d9435fa None None] Pushing event updated for resources: {'Port': ['ID=9eddc163-144c-4680-b046-9fcc96dbdb93,revision_number=2']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:45.383132 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-a9448edc-e071-472c-8c0d-b8338d9435fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:45.427073 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-613b47da-ec37-4fc1-8c6b-e8cc030a7630 None None] Provisioning complete for port 3c2118c4-aac3-4c77-9d75-64993f3522c9 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:45.427745 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-613b47da-ec37-4fc1-8c6b-e8cc030a7630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:45.430888 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Router 65139bdf-231c-408e-a81d-b25ed17fca4f has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:06:45.448298 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eb00875d-75b2-4e5b-8381-2d456104bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:45.466876 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eb00875d-75b2-4e5b-8381-2d456104bd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:45.472046 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-eb00875d-75b2-4e5b-8381-2d456104bd1c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f383f61d-a7d7-4524-8901-43c22ea01809 HTTP/1.1" status: 204 len: 168 time: 1.4401665 Jun 11 18:06:45.477512 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:45.483541 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Pushing event updated for resources: {'Port': ['ID=73542a77-4ac4-4a7f-b365-8300daf956a6,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:45.501210 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:45.509056 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-5e376fe0-b4ca-4684-908d-324ce96b3be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.700s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:45.521032 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00875d-75b2-4e5b-8381-2d456104bd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f383f61d-a7d7-4524-8901-43c22ea01809,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:45.537776 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-eb00875d-75b2-4e5b-8381-2d456104bd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:45.544775 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0488bff-1693-4e6a-9ffe-52555d20cb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5ca664-2308-4821-9002-57b1b6581ceb,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:45.554944 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:06:45.555881 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-e0488bff-1693-4e6a-9ffe-52555d20cb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:45.556055 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Checking segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:06:45.556504 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:45.567373 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Bound using segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:06:45.569352 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Bound port: 9eddc163-144c-4680-b046-9fcc96dbdb93, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:06:45.569698 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:45.632015 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-aae53caa-c464-4a51-814c-0da642363c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:45.637995 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:45.647845 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-aae53caa-c464-4a51-814c-0da642363c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:45.690697 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:45.782022 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e14aca-39ba-429b-b2ea-9d8f016b3594 None None] Network 50265511-d9df-48bb-b4ed-800ebda6a31e requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:06:45.882163 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-613b47da-ec37-4fc1-8c6b-e8cc030a7630 None None] Port 3c2118c4-aac3-4c77-9d75-64993f3522c9 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:06:45.991879 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:46.079659 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2b511ae7-cc39-4171-ad62-adfc351c66c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:46.100305 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2b511ae7-cc39-4171-ad62-adfc351c66c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:46.108626 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-8194b9fa-2385-4130-a9df-25c20880ebd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:46.127780 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae53caa-c464-4a51-814c-0da642363c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0cd5ca-fc06-40e6-9211-c379951aa12f,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:46.135311 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-aae53caa-c464-4a51-814c-0da642363c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:46.142970 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:46.166703 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-aae53caa-c464-4a51-814c-0da642363c54 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9b447018af8141c4a02884f64cd38a62&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1168492 Jun 11 18:06:46.174306 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47326) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:46.184819 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002379'] for router_interface, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:46.203991 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-2b511ae7-cc39-4171-ad62-adfc351c66c8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5656d1bea8f649438e186a33c899de69&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1816986 Jun 11 18:06:46.207186 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47330) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:46.208056 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:46.217204 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b511ae7-cc39-4171-ad62-adfc351c66c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecce7ca-1fe8-41f0-ab22-4b26c31bb986,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:46.265473 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:06:46.278793 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:46.316899 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-2b511ae7-cc39-4171-ad62-adfc351c66c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:46.348786 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-a5dcc60a-d1ab-4f23-b539-4ee61f30ffe0 None None] Provisioning for port a85e99ac-db7a-4c32-b77f-998135cba69b completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:06:46.353838 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] For port 9eddc163-144c-4680-b046-9fcc96dbdb93, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:06:46.363565 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port a85e99ac-db7a-4c32-b77f-998135cba69b completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:06:46.384067 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-a5dcc60a-d1ab-4f23-b539-4ee61f30ffe0 None None] Provisioning complete for port a85e99ac-db7a-4c32-b77f-998135cba69b triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:46.384957 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc60a-d1ab-4f23-b539-4ee61f30ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:46.417744 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port a85e99ac-db7a-4c32-b77f-998135cba69b triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:46.418624 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:46.427019 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Sync routers for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:06:46.436454 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] 10.222.0.63 "PUT /v2.0/routers/65139bdf-231c-408e-a81d-b25ed17fca4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6230943 Jun 11 18:06:46.457404 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:06:46.459361 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:06:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:46.545721 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3a8e0b0b-b933-418c-98fe-b181753854bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:46.569323 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] For port 9eddc163-144c-4680-b046-9fcc96dbdb93, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=9eddc163-144c-4680-b046-9fcc96dbdb93,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:06:46.625492 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:46.627472 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3a8e0b0b-b933-418c-98fe-b181753854bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:46.779399 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3a8e0b0b-b933-418c-98fe-b181753854bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:46.785853 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3a8e0b0b-b933-418c-98fe-b181753854bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:46.792376 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-3a8e0b0b-b933-418c-98fe-b181753854bd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aecce7ca-1fe8-41f0-ab22-4b26c31bb986 HTTP/1.1" status: 204 len: 168 time: 0.5797133 Jun 11 18:06:46.797453 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ad590039-a3d1-4149-885f-224a22be05ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:46.803321 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-5129c5f7-0bd0-43f0-966a-a39178e2e5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:46.845335 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e0b0b-b933-418c-98fe-b181753854bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecce7ca-1fe8-41f0-ab22-4b26c31bb986,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:46.864014 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-3a8e0b0b-b933-418c-98fe-b181753854bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:46.955432 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:06:47.025555 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5ae733d9-f5b0-4474-8ffd-f96ba3ec52a2 req-387cc689-ef9d-4280-9b17-a588d3d95334 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 210 time: 0.1136432 Jun 11 18:06:47.391638 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9448edc-e071-472c-8c0d-b8338d9435fa None None] Pushing event updated for resources: {'Port': ['ID=9eddc163-144c-4680-b046-9fcc96dbdb93,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:47.399922 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Routers {'70c76653-ec1a-4065-9a9d-7109cb9cd0f6'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:06:47.401008 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:06:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70c76653-ec1a-4065-9a9d-7109cb9cd0f6'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:47.422163 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-a9448edc-e071-472c-8c0d-b8338d9435fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:47.609855 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 2, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:47.631327 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Checking router: 65139bdf-231c-408e-a81d-b25ed17fca4f for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:06:47.631327 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Updating router 65139bdf-231c-408e-a81d-b25ed17fca4f port 3c2118c4-aac3-4c77-9d75-64993f3522c9 binding host dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:06:47.735773 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:47.882728 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Pushing event updated for resources: {'Port': ['ID=73542a77-4ac4-4a7f-b365-8300daf956a6,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:47.895809 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.688s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:47.920050 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc60a-d1ab-4f23-b539-4ee61f30ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:48.024189 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.77', 58878) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:48.073081 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-a5dcc60a-d1ab-4f23-b539-4ee61f30ffe0 None None] For port a85e99ac-db7a-4c32-b77f-998135cba69b, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=a85e99ac-db7a-4c32-b77f-998135cba69b,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:06:48.075345 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:48.107490 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc60a-d1ab-4f23-b539-4ee61f30ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:48.131733 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-a9448edc-e071-472c-8c0d-b8338d9435fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:48.413623 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] Set router 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:06:48.630886 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9c24600e-f193-45dd-926b-2f3c57d27311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:48.775935 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-4d160918-19f4-4c38-bf1f-6644542430b3 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:06:48.789422 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-4d160918-19f4-4c38-bf1f-6644542430b3 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.77 "GET /v2.0/networks?id=fa48c66a-3ec7-460a-b33d-be044cf50843 HTTP/1.1" status: 200 len: 812 time: 0.7568929 Jun 11 18:06:48.801753 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47384) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:48.831744 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-a1e3918b-afd8-445d-8bc7-4171913bcefc tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993947332', 'description': 'tempest-description--150429679'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:48.924306 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcc60a-d1ab-4f23-b539-4ee61f30ffe0 None None] Pushing event updated for resources: {'Port': ['ID=a85e99ac-db7a-4c32-b77f-998135cba69b,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:48.931013 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-a5dcc60a-d1ab-4f23-b539-4ee61f30ffe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:49.027693 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Network e3e57154-05ec-4233-ad5d-fbf80c3be864 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:06:49.032452 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9c24600e-f193-45dd-926b-2f3c57d27311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:49.058841 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-e04e7a4d-e84a-4514-8892-3488ab15b2c5 None None] Provisioning complete for port a85e99ac-db7a-4c32-b77f-998135cba69b triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:49.059389 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-e04e7a4d-e84a-4514-8892-3488ab15b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:49.078000 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:49.088908 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003866'] for router, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:49.117215 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.db.api [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 18:06:49.117654 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_db.api [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 18:06:49.195870 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Notify callbacks [] for port, precommit_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:49.259517 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.provisioning_blocks [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Transition to ACTIVE for port object 3c2118c4-aac3-4c77-9d75-64993f3522c9 will not be triggered until provisioned by entity L2. {{(pid=91994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:06:49.286704 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:49.297662 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:49.428768 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-309bf28b-3068-4ec5-956f-a0600bee359e req-556e394a-dc3e-4108-9433-227a281b6e71 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 210 time: 0.6303985 Jun 11 18:06:49.439170 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1255024423-router', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:45Z', 'revision_number': 4, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'gw_port': {'id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:32Z', 'updated_at': '2021-06-11T18:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '73542a77-4ac4-4a7f-b365-8300daf956a6', 'name': '', 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'mac_address': 'fa:16:3e:14:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2c0d0ba-a024-4d5c-a250-26ba92f287df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:06:45Z', 'revision_number': 2, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'subnets': [{'id': 'd2c0d0ba-a024-4d5c-a250-26ba92f287df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:49.451803 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e732e7-84cf-4f43-a33d-435fbd6198aa None None] The sync data for ids ['70c76653-ec1a-4065-9a9d-7109cb9cd0f6'] in dv-cinder-796049-1-smb is: [{'id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1255024423-router', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:45Z', 'revision_number': 4, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'gw_port': {'id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:32Z', 'updated_at': '2021-06-11T18:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '73542a77-4ac4-4a7f-b365-8300daf956a6', 'name': '', 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'mac_address': 'fa:16:3e:14:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2c0d0ba-a024-4d5c-a250-26ba92f287df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:06:45Z', 'revision_number': 2, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'subnets': [{'id': 'd2c0d0ba-a024-4d5c-a250-26ba92f287df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:06:49.452233 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Request body: {'port': {'device_id': '8957f210-f2f9-44d8-ab40-20af6346f96c', 'network_id': 'fa48c66a-3ec7-460a-b33d-be044cf50843', 'admin_state_up': True, 'tenant_id': '898614f1fe03445bb7f63c18ccb3f6bb'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:49.497713 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Router 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:06:49.895581 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Attempting to bind port 3c2118c4-aac3-4c77-9d75-64993f3522c9 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:06:49.911181 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Attempting to bind port 3c2118c4-aac3-4c77-9d75-64993f3522c9 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:06:49.912194 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Attempting to bind port 3c2118c4-aac3-4c77-9d75-64993f3522c9 on network c8b07964-869c-4914-9bdd-9766517dc52f {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:06:49.915600 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5948323-45ce-45db-b272-157d8010b70c None None] Pushing event updated for resources: {'Port': ['ID=3c2118c4-aac3-4c77-9d75-64993f3522c9,revision_number=3']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:49.921085 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-e5948323-45ce-45db-b272-157d8010b70c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:49.928871 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:06:49.929755 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Checking segment: {'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:06:49.930453 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:49.931108 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Bound using segment: {'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:06:49.931870 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Bound port: 3c2118c4-aac3-4c77-9d75-64993f3522c9, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'}}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:06:49.932499 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:50.117938 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-58bf5ca2-0f65-4846-a40a-24fe81cbd9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:50.143778 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 7563dbe4-375a-4228-94a5-6375d50dd0f1 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:06:50.147692 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] For port 3c2118c4-aac3-4c77-9d75-64993f3522c9, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:06:50.171183 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] For port 3c2118c4-aac3-4c77-9d75-64993f3522c9, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=3c2118c4-aac3-4c77-9d75-64993f3522c9,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:06:50.188088 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:50.195093 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-38b06f32-74da-4058-b630-4b49b4775518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:50.317577 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a1e3918b-afd8-445d-8bc7-4171913bcefc tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:50.389077 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 7563dbe4-375a-4228-94a5-6375d50dd0f1 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:50.389710 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:50.428585 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Made reservation on behalf of 898614f1fe03445bb7f63c18ccb3f6bb for: {'port': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:06:50.433824 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:50.465638 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:06:50.466929 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:06:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:50.680116 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:06:50.705410 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] 10.222.0.63 "PUT /v2.0/routers/70c76653-ec1a-4065-9a9d-7109cb9cd0f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2263191 Jun 11 18:06:50.729890 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9c24600e-f193-45dd-926b-2f3c57d27311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:50.735607 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9c24600e-f193-45dd-926b-2f3c57d27311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:50.753916 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-9c24600e-f193-45dd-926b-2f3c57d27311 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cf0cd5ca-fc06-40e6-9211-c379951aa12f HTTP/1.1" status: 204 len: 168 time: 4.5435867 Jun 11 18:06:50.825339 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:50.851785 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24600e-f193-45dd-926b-2f3c57d27311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0cd5ca-fc06-40e6-9211-c379951aa12f,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:50.868122 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-9c24600e-f193-45dd-926b-2f3c57d27311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:50.927765 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Router c13c948a-4d64-4122-8cd8-e0bb13d69916 is scheduled to L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 with binding_index 1 {{(pid=91992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:06:51.064853 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Allocated IP 172.20.0.8 (fa48c66a-3ec7-460a-b33d-be044cf50843/f66bc53b-230b-4803-bc68-ec9f6ea83baf/0e90af86-4ea4-4485-ad6c-eafbb551f717) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:06:51.091911 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device a85e99ac-db7a-4c32-b77f-998135cba69b up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:06:51.184639 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5948323-45ce-45db-b272-157d8010b70c None None] Pushing event updated for resources: {'Port': ['ID=3c2118c4-aac3-4c77-9d75-64993f3522c9,revision_number=4']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:51.197222 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-e5948323-45ce-45db-b272-157d8010b70c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.002s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:51.210218 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-30299881-3a5c-4be9-b1a0-90ad22b4eb01 req-73f8f467-6008-4528-ab8d-2382a0a7669a tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 210 time: 0.5023139 Jun 11 18:06:51.300921 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port a85e99ac-db7a-4c32-b77f-998135cba69b triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:51.301818 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:51.370311 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:06:51.583289 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a1e3918b-afd8-445d-8bc7-4171913bcefc tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:51.678004 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:06:51.679942 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a1e3918b-afd8-445d-8bc7-4171913bcefc tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:51.696916 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] Notify callbacks [] for router, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:51.702629 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-010c4ce7-f819-4814-9dd5-b97fdfc90f40 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.5780404 Jun 11 18:06:51.702876 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47454) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:51.753959 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Sync routers for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:06:51.757351 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:51.810775 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:06:51.812186 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:06:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:52.133457 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a1e3918b-afd8-445d-8bc7-4171913bcefc tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:52.140928 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-a1e3918b-afd8-445d-8bc7-4171913bcefc tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.3256207 Jun 11 18:06:52.142459 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47460) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:52.173497 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:06:52.583945 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3918b-afd8-445d-8bc7-4171913bcefc tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d299759-83e2-49a4-bb3b-ad2b1ce100d1,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:52.639793 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-3f96e227-2b77-4999-b9b7-f0c69fb7c27b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Request body: {'security_group_rule': {'security_group_id': '4d299759-83e2-49a4-bb3b-ad2b1ce100d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:52.659109 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a1e3918b-afd8-445d-8bc7-4171913bcefc tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:52.781722 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:50Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:52.810525 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f3265b-52d2-40c3-a772-8c7000938c01 None None] The sync data for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb is: [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:50Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:06:53.136933 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 9eddc163-144c-4680-b046-9fcc96dbdb93 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:06:53.324193 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-969038c5-30aa-4704-8561-a033748ad9a0 req-4ace981c-c091-419b-9ab5-f86fdb79be44 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 210 time: 0.4504058 Jun 11 18:06:53.357253 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3f96e227-2b77-4999-b9b7-f0c69fb7c27b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:53.419112 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:53.517424 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-812ad48e-32d0-4c79-94f8-7a2f3234a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:53.595385 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:53.687846 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47482) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:53.841363 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port 9eddc163-144c-4680-b046-9fcc96dbdb93 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:06:53.862542 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e08553aa-0c89-4a83-9352-872af6dc80fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:53.904494 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 9eddc163-144c-4680-b046-9fcc96dbdb93 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:53.905172 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:54.014120 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3f96e227-2b77-4999-b9b7-f0c69fb7c27b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:54.076695 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3f96e227-2b77-4999-b9b7-f0c69fb7c27b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:54.137823 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:54.265800 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96e227-2b77-4999-b9b7-f0c69fb7c27b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10022829-14f3-4927-bd0a-ef8fa8845d77,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:54.331704 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-3f96e227-2b77-4999-b9b7-f0c69fb7c27b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:54.339670 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:54.428424 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:54.481139 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:54.712325 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 3, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:54.747272 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Checking router: c13c948a-4d64-4122-8cd8-e0bb13d69916 for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:06:54.747891 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Updating router c13c948a-4d64-4122-8cd8-e0bb13d69916 port 34920b96-3d44-4dc9-8cef-7626344b284b binding host dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:06:54.825282 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Sync routers for ids ['70c76653-ec1a-4065-9a9d-7109cb9cd0f6'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:06:54.856432 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Routers {'70c76653-ec1a-4065-9a9d-7109cb9cd0f6'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:06:54.858730 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:06:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70c76653-ec1a-4065-9a9d-7109cb9cd0f6'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:54.917499 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:54.924023 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Pushing event updated for resources: {'Port': ['ID=0e90af86-4ea4-4485-ad6c-eafbb551f717,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:55.145267 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Network fa48c66a-3ec7-460a-b33d-be044cf50843 is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:06:55.158844 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:55.194285 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:55.510774 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:06:55.706923 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Set router 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:06:55.718179 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:55.731527 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:06:55.748099 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:06:55.749647 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:55.938126 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Allocated IP 172.20.0.1 (50265511-d9df-48bb-b4ed-800ebda6a31e/4159feda-883d-4a61-bfd7-ed412eb99cf3/9d46d2e7-f100-4725-bcb2-39e5568d0836) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:06:55.983782 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-fbebb1af-63dc-4aeb-931a-ea766977dc71 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:06:56.002373 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-fbebb1af-63dc-4aeb-931a-ea766977dc71 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/networks?id=e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 200 len: 819 time: 0.8271210 Jun 11 18:06:56.021430 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:56.068632 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:56.076760 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-dee20b8f-1ca6-4fef-85c8-3ebbda9f5d4b tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/quotas/e0e40e8ab92147c08d96c36845c4f5d8 HTTP/1.1" status: 200 len: 375 time: 0.0725136 Jun 11 18:06:56.296042 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port 9eddc163-144c-4680-b046-9fcc96dbdb93, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=9eddc163-144c-4680-b046-9fcc96dbdb93,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:06:56.320486 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:56.335419 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:56.712588 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 3c2118c4-aac3-4c77-9d75-64993f3522c9 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:06:56.755009 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:56.858155 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Transition to ACTIVE for port object 9d46d2e7-f100-4725-bcb2-39e5568d0836 will not be triggered until provisioned by entity DHCP. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:06:56.873792 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e08553aa-0c89-4a83-9352-872af6dc80fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:57.068446 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Notify callbacks [] for port, precommit_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:57.094236 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Transition to ACTIVE for port object 34920b96-3d44-4dc9-8cef-7626344b284b will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:06:57.109079 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:57.133310 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:57.134935 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e08553aa-0c89-4a83-9352-872af6dc80fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:57.143401 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:57.195775 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1255024423-router', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:45Z', 'revision_number': 4, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'gw_port': {'id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:32Z', 'updated_at': '2021-06-11T18:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '73542a77-4ac4-4a7f-b365-8300daf956a6', 'name': '', 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'mac_address': 'fa:16:3e:14:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2c0d0ba-a024-4d5c-a250-26ba92f287df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:06:45Z', 'revision_number': 2, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'subnets': [{'id': 'd2c0d0ba-a024-4d5c-a250-26ba92f287df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:57.219352 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=9eddc163-144c-4680-b046-9fcc96dbdb93,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:57.220776 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Checking router: 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:06:57.221422 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Updating router 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 port 73542a77-4ac4-4a7f-b365-8300daf956a6 binding host dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:06:57.228181 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:57.237905 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:57.325710 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3f96e227-2b77-4999-b9b7-f0c69fb7c27b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:57.331773 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-3f96e227-2b77-4999-b9b7-f0c69fb7c27b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.7352633 Jun 11 18:06:57.335867 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9281604 Jun 11 18:06:57.340890 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47526) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:57.347261 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161708e4-831d-443d-a3b3-25513402c8a8 None None] Pushing event updated for resources: {'Port': ['ID=34920b96-3d44-4dc9-8cef-7626344b284b,revision_number=2']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:57.347551 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:57.366491 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-e08553aa-0c89-4a83-9352-872af6dc80fb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a329c82b84e641778bef3bca75ccae63&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6691380 Jun 11 18:06:57.366753 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-161708e4-831d-443d-a3b3-25513402c8a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:57.379174 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-f2eeb440-db6c-4a9b-928c-a3adbeda52eb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Request body: {'security_group_rule': {'security_group_id': '4d299759-83e2-49a4-bb3b-ad2b1ce100d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:57.382736 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Attempting to bind port 34920b96-3d44-4dc9-8cef-7626344b284b on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:06:57.383641 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Attempting to bind port 34920b96-3d44-4dc9-8cef-7626344b284b by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:06:57.386451 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Attempting to bind port 34920b96-3d44-4dc9-8cef-7626344b284b on network efd559cb-ed35-476f-88ad-0eeaea22209a {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:06:57.409475 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:06:57.410022 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Checking segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:06:57.410740 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:57.411983 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Bound using segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:06:57.412882 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Bound port: 34920b96-3d44-4dc9-8cef-7626344b284b, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:06:57.413560 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:57.438035 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:57.441739 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47528) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:57.503378 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-a1f752bd-f0f6-4f65-8595-3da17773d3db tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:06:57.505894 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-a1f752bd-f0f6-4f65-8595-3da17773d3db tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135369 Jun 11 18:06:57.525824 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5e1a9-2d62-400c-b520-ef1b05913a5b req-8f8073c3-247f-421d-8237-345f72c047ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:06:57.539380 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4ab5e1a9-2d62-400c-b520-ef1b05913a5b req-8f8073c3-247f-421d-8237-345f72c047ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 931 time: 2.6025019 Jun 11 18:06:57.591762 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port 3c2118c4-aac3-4c77-9d75-64993f3522c9 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:06:57.628338 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 3c2118c4-aac3-4c77-9d75-64993f3522c9 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:57.629074 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:57.720574 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-7611a680-9cfc-44cf-b35a-5e780da6ce9b tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6420979 Jun 11 18:06:57.843044 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Pushing event updated for resources: {'Port': ['ID=9d46d2e7-f100-4725-bcb2-39e5568d0836,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:57.867827 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08553aa-0c89-4a83-9352-872af6dc80fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4543810b-9091-435a-b7ed-9de22b366bb5,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:57.880985 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:57.894782 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Network 50265511-d9df-48bb-b4ed-800ebda6a31e is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:06:57.904508 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:06:57.976574 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-e08553aa-0c89-4a83-9352-872af6dc80fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:57.988298 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] For port 34920b96-3d44-4dc9-8cef-7626344b284b, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:06:57.994307 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4ab5e1a9-2d62-400c-b520-ef1b05913a5b req-f38d3b68-efdd-4a57-9b68-27d7af988380 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122643 Jun 11 18:06:58.025023 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f2eeb440-db6c-4a9b-928c-a3adbeda52eb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:58.027752 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:06:58.030110 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002271'] for router_interface, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:58.134719 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] For port 34920b96-3d44-4dc9-8cef-7626344b284b, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=34920b96-3d44-4dc9-8cef-7626344b284b,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:06:58.161820 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:58.178501 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-dd4db063-0d97-46a8-80b8-d9c2d4a906c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:06:58.391818 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1544318f-5bb6-4c22-a84d-bdee89fffc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:58.509641 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:06:58.516855 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:06:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:06:58.751114 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1544318f-5bb6-4c22-a84d-bdee89fffc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:58.995089 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Request body: {'port': {'device_id': '8957f210-f2f9-44d8-ab40-20af6346f96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:06:59.233439 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47552) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:59.368746 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-d784f508-ec4e-474d-86ad-1e59a92b9407 service neutron] 10.222.0.63 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5879169 Jun 11 18:06:59.465957 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47556) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:06:59.562576 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161708e4-831d-443d-a3b3-25513402c8a8 None None] Pushing event updated for resources: {'Port': ['ID=34920b96-3d44-4dc9-8cef-7626344b284b,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:06:59.583816 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-161708e4-831d-443d-a3b3-25513402c8a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.405s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:06:59.588224 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:59.714495 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:59.715222 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-a54b44f8-78c1-474d-abf8-5c339c0d4409 None None] Provisioning for port 9d46d2e7-f100-4725-bcb2-39e5568d0836 completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:06:59.730207 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:59.743189 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-a54b44f8-78c1-474d-abf8-5c339c0d4409 None None] Provisioning complete for port 9d46d2e7-f100-4725-bcb2-39e5568d0836 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:06:59.745270 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-a54b44f8-78c1-474d-abf8-5c339c0d4409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:00.057154 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Notify callbacks [] for port, precommit_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:00.077083 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1544318f-5bb6-4c22-a84d-bdee89fffc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:00.084217 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.provisioning_blocks [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Transition to ACTIVE for port object 73542a77-4ac4-4a7f-b365-8300daf956a6 will not be triggered until provisioned by entity L2. {{(pid=91994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:00.095332 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1544318f-5bb6-4c22-a84d-bdee89fffc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:00.102008 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-1544318f-5bb6-4c22-a84d-bdee89fffc05 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4543810b-9091-435a-b7ed-9de22b366bb5 HTTP/1.1" status: 204 len: 168 time: 2.6580405 Jun 11 18:07:00.116865 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-9c24600e-f193-45dd-926b-2f3c57d27311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:00.128579 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:00.148349 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:00.149382 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port 3c2118c4-aac3-4c77-9d75-64993f3522c9, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=3c2118c4-aac3-4c77-9d75-64993f3522c9,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:00.195097 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:00.223628 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-a5dcc60a-d1ab-4f23-b539-4ee61f30ffe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:00.227234 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-a54b44f8-78c1-474d-abf8-5c339c0d4409 None None] Port 9d46d2e7-f100-4725-bcb2-39e5568d0836 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:07:00.243435 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f2eeb440-db6c-4a9b-928c-a3adbeda52eb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:00.283566 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-076a11bd-45c4-4763-9534-704d28b91ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:00.286191 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9d23a2e1-12ca-44e0-b972-296bb87a632c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:00.295047 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544318f-5bb6-4c22-a84d-bdee89fffc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4543810b-9091-435a-b7ed-9de22b366bb5,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:00.302839 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f2eeb440-db6c-4a9b-928c-a3adbeda52eb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:00.304216 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-1544318f-5bb6-4c22-a84d-bdee89fffc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:00.482530 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:07:00.674344 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53e3ed-3f4d-4421-978f-0e784343a1c8 None None] Pushing event updated for resources: {'Port': ['ID=73542a77-4ac4-4a7f-b365-8300daf956a6,revision_number=3']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:00.689938 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-8e53e3ed-3f4d-4421-978f-0e784343a1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:00.794356 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:00.892700 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 9eddc163-144c-4680-b046-9fcc96dbdb93 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:00.951104 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Attempting to bind port 73542a77-4ac4-4a7f-b365-8300daf956a6 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:07:00.951727 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Attempting to bind port 73542a77-4ac4-4a7f-b365-8300daf956a6 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864'}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:07:00.952356 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Attempting to bind port 73542a77-4ac4-4a7f-b365-8300daf956a6 on network e3e57154-05ec-4233-ad5d-fbf80c3be864 {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:00.971539 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:07:00.972144 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Checking segment: {'id': '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:00.972851 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:00.973567 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Bound using segment: {'id': '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864'} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:07:00.974917 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Bound port: 73542a77-4ac4-4a7f-b365-8300daf956a6, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864'}}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:07:00.975559 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:00.992774 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eeb440-db6c-4a9b-928c-a3adbeda52eb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68873f7-b775-408f-8456-08f9435d7ecc,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:01.051428 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:01.093777 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:01.117122 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-f2eeb440-db6c-4a9b-928c-a3adbeda52eb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:01.137954 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002379'] for router_interface, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:01.170098 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:01.355536 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] For port 73542a77-4ac4-4a7f-b365-8300daf956a6, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:07:01.359636 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=3c2118c4-aac3-4c77-9d75-64993f3522c9,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:01.366176 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] For port 73542a77-4ac4-4a7f-b365-8300daf956a6, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=73542a77-4ac4-4a7f-b365-8300daf956a6,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:07:01.368671 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.145s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:01.383534 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:01.410900 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-e5948323-45ce-45db-b272-157d8010b70c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:01.422791 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 9eddc163-144c-4680-b046-9fcc96dbdb93 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:01.428163 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:01.552105 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324b4be-93c6-4af1-9087-ed3eb6fcaa93 req-9ee780e3-efbd-4d6d-9415-973de7a2eb18 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:01.567245 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9324b4be-93c6-4af1-9087-ed3eb6fcaa93 req-9ee780e3-efbd-4d6d-9415-973de7a2eb18 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 931 time: 1.6021528 Jun 11 18:07:01.583211 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-5799eb5b-edd8-424b-a05b-ab00a9c84845 service neutron] 10.222.0.63 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1931956 Jun 11 18:07:01.645599 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-076a11bd-45c4-4763-9534-704d28b91ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:01.698547 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-076a11bd-45c4-4763-9534-704d28b91ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:01.779687 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Routers {'70c76653-ec1a-4065-9a9d-7109cb9cd0f6'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:07:01.780929 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:06:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70c76653-ec1a-4065-9a9d-7109cb9cd0f6'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:01.786317 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53e3ed-3f4d-4421-978f-0e784343a1c8 None None] Pushing event updated for resources: {'Port': ['ID=73542a77-4ac4-4a7f-b365-8300daf956a6,revision_number=4']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:01.810096 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-076a11bd-45c4-4763-9534-704d28b91ae4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bbe4843634894802b4a5935584ca1876&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3274395 Jun 11 18:07:01.837513 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-8e53e3ed-3f4d-4421-978f-0e784343a1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:01.838019 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47580) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:01.898220 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f2eeb440-db6c-4a9b-928c-a3adbeda52eb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:01.901926 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-f2eeb440-db6c-4a9b-928c-a3adbeda52eb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.5350022 Jun 11 18:07:01.920012 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47586) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:01.988359 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Request body: {'floatingip': {'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:02.125529 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Pushing event updated for resources: {'Port': ['ID=9d46d2e7-f100-4725-bcb2-39e5568d0836,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:02.143009 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.977s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:02.482393 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1d72035e-d1dd-4958-bd34-ca4b2c1171b9 req-db3e07b0-b14e-4d01-a6a3-b69d655f6bbf tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 210 time: 0.0976057 Jun 11 18:07:02.507599 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-e54dbf5b-ca04-4c29-b32b-29cd52cb49c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.709s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:02.527671 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9324b4be-93c6-4af1-9087-ed3eb6fcaa93 req-0d3c3ac8-46c5-448a-9d20-bc32477e8aad tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9117708 Jun 11 18:07:02.601897 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7716ce7-0bd0-4d42-85fe-1317473b7133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:02.605355 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a11bd-45c4-4763-9534-704d28b91ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1145509f-0e16-45dc-983d-6d5de84f68f3,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:02.611622 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-076a11bd-45c4-4763-9534-704d28b91ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:02.732051 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7716ce7-0bd0-4d42-85fe-1317473b7133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:02.810420 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Network 50265511-d9df-48bb-b4ed-800ebda6a31e is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:02.816814 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:02.898434 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] Set router 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:07:03.046618 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 3, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:03.093927 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79b6d9-cdfe-4f2d-8f5f-3f6e259398a4 None None] The sync data for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb is: [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 3, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:07:03.369459 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 3c2118c4-aac3-4c77-9d75-64993f3522c9 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:03.750317 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-d7fb867c-98f2-4993-b4cc-2470eae2f656 None None] Provisioning complete for port 9d46d2e7-f100-4725-bcb2-39e5568d0836 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:03.755672 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9d23a2e1-12ca-44e0-b972-296bb87a632c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:03.761299 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-d7fb867c-98f2-4993-b4cc-2470eae2f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:03.869552 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7716ce7-0bd0-4d42-85fe-1317473b7133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:03.878572 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e90af86-4ea4-4485-ad6c-eafbb551f717 {{(pid=91991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:07:03.917378 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7716ce7-0bd0-4d42-85fe-1317473b7133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:03.924864 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-b7716ce7-0bd0-4d42-85fe-1317473b7133 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1145509f-0e16-45dc-983d-6d5de84f68f3 HTTP/1.1" status: 204 len: 168 time: 2.0774031 Jun 11 18:07:03.941396 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:03.989561 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:04.045568 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7716ce7-0bd0-4d42-85fe-1317473b7133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1145509f-0e16-45dc-983d-6d5de84f68f3,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:04.188350 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b7716ce7-0bd0-4d42-85fe-1317473b7133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:04.203029 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9d23a2e1-12ca-44e0-b972-296bb87a632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:04.307567 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Router c13c948a-4d64-4122-8cd8-e0bb13d69916 has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:07:04.312939 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.provisioning_blocks [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Transition to ACTIVE for port object 0e90af86-4ea4-4485-ad6c-eafbb551f717 will not be triggered until provisioned by entity L2. {{(pid=91991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:04.390804 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:04.566433 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:04.572363 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:04.843512 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 3c2118c4-aac3-4c77-9d75-64993f3522c9 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:04.844441 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:04.924422 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-9d23a2e1-12ca-44e0-b972-296bb87a632c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b14b7ed665944857862fedd5bb11d16c&name=default HTTP/1.1" status: 200 len: 2979 time: 5.6620033 Jun 11 18:07:04.973273 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47672) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:05.103467 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb867c-98f2-4993-b4cc-2470eae2f656 None None] Port 9d46d2e7-f100-4725-bcb2-39e5568d0836 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:07:05.356421 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1255024423-router', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:45Z', 'revision_number': 4, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'gw_port': {'id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:32Z', 'updated_at': '2021-06-11T18:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '73542a77-4ac4-4a7f-b365-8300daf956a6', 'name': '', 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'mac_address': 'fa:16:3e:14:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2c0d0ba-a024-4d5c-a250-26ba92f287df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:01Z', 'revision_number': 4, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'subnets': [{'id': 'd2c0d0ba-a024-4d5c-a250-26ba92f287df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:05.386311 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0391d7-05f5-46b3-9b15-2f81b17647e5 None None] The sync data for ids ['70c76653-ec1a-4065-9a9d-7109cb9cd0f6'] in dv-cinder-796049-1-smb is: [{'id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1255024423-router', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:45Z', 'revision_number': 4, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'gw_port': {'id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:32Z', 'updated_at': '2021-06-11T18:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '73542a77-4ac4-4a7f-b365-8300daf956a6', 'name': '', 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'mac_address': 'fa:16:3e:14:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2c0d0ba-a024-4d5c-a250-26ba92f287df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:01Z', 'revision_number': 4, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'subnets': [{'id': 'd2c0d0ba-a024-4d5c-a250-26ba92f287df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:07:05.522648 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:07:05.539418 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 73542a77-4ac4-4a7f-b365-8300daf956a6 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:05.552501 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] 10.222.0.63 "PUT /v2.0/routers/c13c948a-4d64-4122-8cd8-e0bb13d69916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8484316 Jun 11 18:07:05.711078 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47692) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:05.798174 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-201671d4-fdc3-4b59-9c98-fc18e21dfcf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:05.904665 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port 73542a77-4ac4-4a7f-b365-8300daf956a6 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:05.914158 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 73542a77-4ac4-4a7f-b365-8300daf956a6 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:05.914158 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:06.421626 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-201671d4-fdc3-4b59-9c98-fc18e21dfcf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:06.429206 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-201671d4-fdc3-4b59-9c98-fc18e21dfcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:06.447374 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:06.449788 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b7716ce7-0bd0-4d42-85fe-1317473b7133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:06.533888 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23a2e1-12ca-44e0-b972-296bb87a632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c98a07-ac0e-4165-9fc8-239ecd5d1d66,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:06.673513 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-9d23a2e1-12ca-44e0-b972-296bb87a632c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.282s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:06.674507 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-dcc77116-ca54-40ac-a811-f09a3e9a3074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:06.691853 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port 73542a77-4ac4-4a7f-b365-8300daf956a6, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=73542a77-4ac4-4a7f-b365-8300daf956a6,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:06.697244 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.325s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:06.700155 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:06.702500 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:06.749348 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201671d4-fdc3-4b59-9c98-fc18e21dfcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f5685e-48d5-492f-b835-8fe9581728ef,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:06.759747 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-201671d4-fdc3-4b59-9c98-fc18e21dfcf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:06.768468 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-201671d4-fdc3-4b59-9c98-fc18e21dfcf1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d2fab89e58cb4d7bbca5297fa940e50c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0525844 Jun 11 18:07:06.769196 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47710) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:06.969085 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Pushing event updated for resources: {'Port': ['ID=0e90af86-4ea4-4485-ad6c-eafbb551f717,revision_number=2']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:07.039411 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=73542a77-4ac4-4a7f-b365-8300daf956a6,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:07.047169 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:07.053268 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:07.205733 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 34920b96-3d44-4dc9-8cef-7626344b284b up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:07.256229 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-572ff95f-92ac-4e04-b618-b272d8fa4bce tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:07.263296 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-572ff95f-92ac-4e04-b618-b272d8fa4bce tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/networks?id=e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 200 len: 819 time: 3.2882044 Jun 11 18:07:07.454344 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port 34920b96-3d44-4dc9-8cef-7626344b284b completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:07.462608 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 34920b96-3d44-4dc9-8cef-7626344b284b triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:07.463764 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:07.470373 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4295-a0e1-4752-84f4-fa1b8a5102c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:07.563121 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4295-a0e1-4752-84f4-fa1b8a5102c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:07.705537 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-dcc77116-ca54-40ac-a811-f09a3e9a3074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:07.732616 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4295-a0e1-4752-84f4-fa1b8a5102c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:07.738439 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4295-a0e1-4752-84f4-fa1b8a5102c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:07.750985 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-1c3c4295-a0e1-4752-84f4-fa1b8a5102c6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/36f5685e-48d5-492f-b835-8fe9581728ef HTTP/1.1" status: 204 len: 168 time: 0.9785252 Jun 11 18:07:07.753160 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:07.808730 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c4295-a0e1-4752-84f4-fa1b8a5102c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f5685e-48d5-492f-b835-8fe9581728ef,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:07.831175 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-1c3c4295-a0e1-4752-84f4-fa1b8a5102c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:07.859400 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-f348fcfe-5000-4cba-b987-5ec0ffac6634 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/quotas/e0e40e8ab92147c08d96c36845c4f5d8 HTTP/1.1" status: 200 len: 375 time: 0.5559037 Jun 11 18:07:08.199744 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:08.210276 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47730) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:08.219070 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Attempting to bind port 0e90af86-4ea4-4485-ad6c-eafbb551f717 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:07:08.221306 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Attempting to bind port 0e90af86-4ea4-4485-ad6c-eafbb551f717 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '91e68e87-df57-46ea-b04b-617f811f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'fa48c66a-3ec7-460a-b33d-be044cf50843'}] {{(pid=91991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:07:08.222374 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Attempting to bind port 0e90af86-4ea4-4485-ad6c-eafbb551f717 on network fa48c66a-3ec7-460a-b33d-be044cf50843 {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:08.305089 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Port 0e90af86-4ea4-4485-ad6c-eafbb551f717 on network fa48c66a-3ec7-460a-b33d-be044cf50843 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:07:08.306072 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Attempting to bind port 0e90af86-4ea4-4485-ad6c-eafbb551f717 on network fa48c66a-3ec7-460a-b33d-be044cf50843 {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:08.328095 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port 34920b96-3d44-4dc9-8cef-7626344b284b, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=34920b96-3d44-4dc9-8cef-7626344b284b,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:08.364800 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:08.368674 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:08.456617 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316832d-a04b-4c0c-a98b-bcfd7065315d req-46d48298-91ea-4987-8ba0-d6c35d3714f1 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:08.466996 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7316832d-a04b-4c0c-a98b-bcfd7065315d req-46d48298-91ea-4987-8ba0-d6c35d3714f1 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 943 time: 3.5618691 Jun 11 18:07:08.523825 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Sync routers for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:07:08.533545 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:07:08.534346 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Checking segment: {'id': '91e68e87-df57-46ea-b04b-617f811f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'fa48c66a-3ec7-460a-b33d-be044cf50843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:08.535467 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Bound using segment: {'id': '91e68e87-df57-46ea-b04b-617f811f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'fa48c66a-3ec7-460a-b33d-be044cf50843'} {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:07:08.536632 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Bound port: 0e90af86-4ea4-4485-ad6c-eafbb551f717, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e68e87-df57-46ea-b04b-617f811f25fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'fa48c66a-3ec7-460a-b33d-be044cf50843'}}] {{(pid=91991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:07:08.537286 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:08.587294 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:07:08.588384 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:06:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:08.903642 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.77', 58889) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:09.276655 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:07:09.399624 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 73542a77-4ac4-4a7f-b365-8300daf956a6 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:09.477189 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] For port 0e90af86-4ea4-4485-ad6c-eafbb551f717, host hv-cinder-79604, cleared binding levels {{(pid=91991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:07:09.611830 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] For port 0e90af86-4ea4-4485-ad6c-eafbb551f717, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=0e90af86-4ea4-4485-ad6c-eafbb551f717,segment=NetworkSegment(91e68e87-df57-46ea-b04b-617f811f25fa),segment_id=91e68e87-df57-46ea-b04b-617f811f25fa)] {{(pid=91991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:07:09.680940 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:09.836326 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7316832d-a04b-4c0c-a98b-bcfd7065315d req-c693099f-65ae-4143-b3f7-58429efbbb53 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3675556 Jun 11 18:07:09.845184 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:09.983904 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-d06c61fb-32d6-4c26-bb6f-bd7d0e797965 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:09.994142 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-d06c61fb-32d6-4c26-bb6f-bd7d0e797965 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.77 "GET /v2.0/networks?id=e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 200 len: 819 time: 1.0776620 Jun 11 18:07:10.001626 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:10.002641 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:10.006658 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] 10.222.0.77 "PUT /v2.0/ports/0e90af86-4ea4-4485-ad6c-eafbb551f717 HTTP/1.1" status: 200 len: 1093 time: 12.0579157 Jun 11 18:07:10.007302 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=34920b96-3d44-4dc9-8cef-7626344b284b,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:10.013196 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8957f210-f2f9-44d8-ab40-20af6346f96c', 'tag': '0e90af86-4ea4-4485-ad6c-eafbb551f717'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:07:10.034050 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.665s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:10.078967 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Request body: {'port': {'device_id': '57674072-c591-4d35-af24-53f9a2b4e341', 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864', 'admin_state_up': True, 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:10.226605 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-dcc77116-ca54-40ac-a811-f09a3e9a3074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:10.344263 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-765a8ee4-24ae-45f9-90d5-0ce611cc626b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:10.399535 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Pushing event updated for resources: {'Port': ['ID=0e90af86-4ea4-4485-ad6c-eafbb551f717,revision_number=3']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:10.407366 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:10.434239 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-dcc77116-ca54-40ac-a811-f09a3e9a3074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:10.441001 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-dcc77116-ca54-40ac-a811-f09a3e9a3074 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a2c98a07-ac0e-4165-9fc8-239ecd5d1d66 HTTP/1.1" status: 204 len: 168 time: 5.3531492 Jun 11 18:07:10.468306 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-075c58d9-1192-4c07-96b7-639cf9b8bf20 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&fields=id HTTP/1.1" status: 200 len: 255 time: 2.5845718 Jun 11 18:07:10.490408 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:10.554121 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:10.673179 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc77116-ca54-40ac-a811-f09a3e9a3074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c98a07-ac0e-4165-9fc8-239ecd5d1d66,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:10.684777 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-dcc77116-ca54-40ac-a811-f09a3e9a3074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:10.961034 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 73542a77-4ac4-4a7f-b365-8300daf956a6 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:10.961953 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:11.594675 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-765a8ee4-24ae-45f9-90d5-0ce611cc626b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:11.631932 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-765a8ee4-24ae-45f9-90d5-0ce611cc626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:11.672773 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-1c3c4295-a0e1-4752-84f4-fa1b8a5102c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:11.776718 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-dbd058dc-8c92-496c-a9c5-7a0fe3f7b3a6 service neutron] 10.222.0.63 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1080534 Jun 11 18:07:11.794072 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-b435fc3a-f882-4843-a6c3-df5fea5599db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:11.804302 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-b435fc3a-f882-4843-a6c3-df5fea5599db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=898614f1fe03445bb7f63c18ccb3f6bb&device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 1096 time: 1.3859887 Jun 11 18:07:11.877772 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Made reservation on behalf of e0e40e8ab92147c08d96c36845c4f5d8 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:11.892506 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:11.942531 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:00Z', 'revision_number': 2, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:11.962353 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Checking router: c13c948a-4d64-4122-8cd8-e0bb13d69916 for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:07:11.963403 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Updating router c13c948a-4d64-4122-8cd8-e0bb13d69916 port 9d46d2e7-f100-4725-bcb2-39e5568d0836 binding host dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:07:12.075778 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-765a8ee4-24ae-45f9-90d5-0ce611cc626b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=772c22a2e91a4eca8155c903a563a40d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8620167 Jun 11 18:07:12.085700 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a8ee4-24ae-45f9-90d5-0ce611cc626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bb4a2c-ede9-4028-b9d5-7bf0b884d6f6,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:12.113235 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47798) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:12.144048 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-765a8ee4-24ae-45f9-90d5-0ce611cc626b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:12.253481 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:12.266265 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47800) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:12.298510 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 34920b96-3d44-4dc9-8cef-7626344b284b up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:12.401684 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47802) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:12.414537 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a5e772b2-cc73-46c5-9efd-d3fa236afdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:12.447655 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-e9e923c5-a41a-40e2-b296-416f591fa3dd tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314866443', 'description': 'tempest-description--58345314'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:12.463003 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1e72e5-0be9-487f-8238-d7ebfa6d1dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8957f210-f2f9-44d8-ab40-20af6346f96c", "tag": "0e90af86-4ea4-4485-ad6c-eafbb551f717"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:07:12.474946 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-eeb851c8-39b4-416a-a041-71c7c5e685ff service neutron] 10.222.0.63 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536608 Jun 11 18:07:12.684042 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-955179d1-921a-494a-8a4f-cc3a0bf71ff7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e90af86-4ea4-4485-ad6c-eafbb551f717 HTTP/1.1" status: 200 len: 217 time: 0.8338137 Jun 11 18:07:12.691739 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47806) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:12.824100 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Allocated IP 172.28.1.68 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/6ab582fa-4cb5-46f8-8966-56104368aa5d) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:07:13.168124 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b49179d2-f65c-4c4d-9d88-4fcdc8983290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.195574 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e9e923c5-a41a-40e2-b296-416f591fa3dd tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.205648 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Allocated IP 172.20.0.2 (e3e57154-05ec-4233-ad5d-fbf80c3be864/d2c0d0ba-a024-4d5c-a250-26ba92f287df/4990041a-0488-4daa-8ec1-194ea30cb3c7) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:07:13.213014 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.286219 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 34920b96-3d44-4dc9-8cef-7626344b284b triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:13.287213 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.325223 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b49179d2-f65c-4c4d-9d88-4fcdc8983290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.427796 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.760451 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.788593 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b49179d2-f65c-4c4d-9d88-4fcdc8983290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.830125 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Notify callbacks [] for port, precommit_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.860205 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Transition to ACTIVE for port object 9d46d2e7-f100-4725-bcb2-39e5568d0836 will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:13.880768 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.882677 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-0bb58f35-2c7d-49fa-b495-04622f280be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:13.889513 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-161708e4-831d-443d-a3b3-25513402c8a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:13.891454 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b49179d2-f65c-4c4d-9d88-4fcdc8983290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.896602 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-b49179d2-f65c-4c4d-9d88-4fcdc8983290 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/35bb4a2c-ede9-4028-b9d5-7bf0b884d6f6 HTTP/1.1" status: 204 len: 168 time: 1.7735500 Jun 11 18:07:13.954505 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:13.981434 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0f25d638-d469-4c6b-9e51-f9a4dab70987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:14.019615 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a5e772b2-cc73-46c5-9efd-d3fa236afdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:14.030688 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49179d2-f65c-4c4d-9d88-4fcdc8983290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bb4a2c-ede9-4028-b9d5-7bf0b884d6f6,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:14.036449 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7070ac-826e-4ec7-8f57-7465ac24c92d x-openstack-request-id: req-cf7070ac-826e-4ec7-8f57-7465ac24c92d {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:07:14.036909 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8957f210-f2f9-44d8-ab40-20af6346f96c", "tag": "0e90af86-4ea4-4485-ad6c-eafbb551f717", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:07:14.037239 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cf7070ac-826e-4ec7-8f57-7465ac24c92d {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:07:14.038169 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8957f210-f2f9-44d8-ab40-20af6346f96c', 'tag': '0e90af86-4ea4-4485-ad6c-eafbb551f717', 'status': 'completed', 'code': 200} Jun 11 18:07:14.047015 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b49179d2-f65c-4c4d-9d88-4fcdc8983290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:14.072632 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a5e772b2-cc73-46c5-9efd-d3fa236afdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:14.074392 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event updated for resources: {'Port': ['ID=6ab582fa-4cb5-46f8-8966-56104368aa5d,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:14.105652 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:14.107328 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:14.115872 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-ca5f80c0-1f29-48f1-a132-39c88ddd56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:14.118902 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-ca5f80c0-1f29-48f1-a132-39c88ddd56b2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f66bc53b-230b-4803-bc68-ec9f6ea83baf HTTP/1.1" status: 200 len: 852 time: 1.4168451 Jun 11 18:07:14.125275 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:14.225847 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:07:14.338434 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:14.424750 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:14.448176 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-ed29be97-413f-4b8e-a5e6-90554ac160d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fa48c66a-3ec7-460a-b33d-be044cf50843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3155499 Jun 11 18:07:14.593488 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-a5e772b2-cc73-46c5-9efd-d3fa236afdd8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4df936ac66b6457c99a9b35d12ace885&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3214967 Jun 11 18:07:14.594985 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753a4da-18dc-4873-93a0-a655808aee4e req-8f368a8b-55b5-4db8-92c2-caae9fbcc320 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:14.602733 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a753a4da-18dc-4873-93a0-a655808aee4e req-8f368a8b-55b5-4db8-92c2-caae9fbcc320 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 943 time: 1.9122992 Jun 11 18:07:14.628510 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47840) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:14.635806 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd68bd-2cea-4450-9a8d-74361b7b0272 None None] Pushing event updated for resources: {'Port': ['ID=9d46d2e7-f100-4725-bcb2-39e5568d0836,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:14.644510 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-89cd68bd-2cea-4450-9a8d-74361b7b0272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:14.651388 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e772b2-cc73-46c5-9efd-d3fa236afdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77401df4-b35d-432c-881e-e15ffd35e72f,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:14.761925 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bccd677f-e92f-40c9-9e7a-3d7f5efab351 req-9f5fd235-b32d-4a59-8db4-45abcec70c03 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 210 time: 0.3114140 Jun 11 18:07:14.784570 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a5e772b2-cc73-46c5-9efd-d3fa236afdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:14.797209 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Attempting to bind port 9d46d2e7-f100-4725-bcb2-39e5568d0836 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:07:14.798530 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Attempting to bind port 9d46d2e7-f100-4725-bcb2-39e5568d0836 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:07:14.805559 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:14.818889 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Attempting to bind port 9d46d2e7-f100-4725-bcb2-39e5568d0836 on network 50265511-d9df-48bb-b4ed-800ebda6a31e {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:14.857310 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:07:14.858366 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Checking segment: {'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:14.859250 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:14.860095 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Bound using segment: {'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:07:14.861178 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Bound port: 9d46d2e7-f100-4725-bcb2-39e5568d0836, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:07:14.862036 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:14.996204 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e9e923c5-a41a-40e2-b296-416f591fa3dd tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.039582 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e9e923c5-a41a-40e2-b296-416f591fa3dd tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.071637 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-1544318f-5bb6-4c22-a84d-bdee89fffc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:15.201709 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] For port 9d46d2e7-f100-4725-bcb2-39e5568d0836, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:07:15.214531 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.216851 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] For port 9d46d2e7-f100-4725-bcb2-39e5568d0836, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=9d46d2e7-f100-4725-bcb2-39e5568d0836,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:07:15.236045 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e923c5-a41a-40e2-b296-416f591fa3dd tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990b923a-6f6d-451c-aec9-dbd42d9d222d,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:15.241072 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-e9e923c5-a41a-40e2-b296-416f591fa3dd tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:15.241331 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.252960 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:15.262560 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ba13aad6-5848-4eaa-b092-264cb956177b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.322596 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ba13aad6-5848-4eaa-b092-264cb956177b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.344066 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.364184 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:15.446816 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a753a4da-18dc-4873-93a0-a655808aee4e req-17dc6087-923c-4789-8742-96a5aaac20c1 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6895108 Jun 11 18:07:15.571246 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:07:15.572353 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:06:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:15.712404 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Network e3e57154-05ec-4233-ad5d-fbf80c3be864 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:15.726857 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:15.736612 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:07:15.749943 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:15.751026 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.774530 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Pushing event updated for resources: {'Port': ['ID=4990041a-0488-4daa-8ec1-194ea30cb3c7,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:15.786492 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd68bd-2cea-4450-9a8d-74361b7b0272 None None] Pushing event updated for resources: {'Port': ['ID=9d46d2e7-f100-4725-bcb2-39e5568d0836,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:15.791636 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:15.806642 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-89cd68bd-2cea-4450-9a8d-74361b7b0272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:15.812241 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47852) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:15.871742 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2f54c9cf-8d2c-4b6a-8fb1-2d7983ad7fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.951474 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ba13aad6-5848-4eaa-b092-264cb956177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.958588 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ba13aad6-5848-4eaa-b092-264cb956177b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.977975 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-ba13aad6-5848-4eaa-b092-264cb956177b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/77401df4-b35d-432c-881e-e15ffd35e72f HTTP/1.1" status: 204 len: 168 time: 1.3204417 Jun 11 18:07:15.984480 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-201671d4-fdc3-4b59-9c98-fc18e21dfcf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:16.034571 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-0f88ce80-ec66-48db-9517-aac64187a91f service neutron] 10.222.0.77 "GET /v2.0/networks/fa48c66a-3ec7-460a-b33d-be044cf50843?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5613384 Jun 11 18:07:16.040871 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13aad6-5848-4eaa-b092-264cb956177b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77401df4-b35d-432c-881e-e15ffd35e72f,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:16.055160 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ba13aad6-5848-4eaa-b092-264cb956177b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:16.234048 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:07:16.290408 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.77', 58893) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:16.640371 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b915d339-5203-47b8-9027-832f66a47693 req-02273637-b044-47cf-b45b-60b20ec7105b tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 210 time: 0.4119797 Jun 11 18:07:16.966519 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0f25d638-d469-4c6b-9e51-f9a4dab70987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:17.012693 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-38dd1345-062e-4609-9f73-4863a14ecd49 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:17.014349 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-38dd1345-062e-4609-9f73-4863a14ecd49 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.77 "GET /v2.0/networks?id=e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 200 len: 819 time: 0.7225544 Jun 11 18:07:17.154974 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0f25d638-d469-4c6b-9e51-f9a4dab70987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:17.189098 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2f54c9cf-8d2c-4b6a-8fb1-2d7983ad7fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:17.194350 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1747332 Jun 11 18:07:17.196455 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e9e923c5-a41a-40e2-b296-416f591fa3dd tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:17.198704 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-e9e923c5-a41a-40e2-b296-416f591fa3dd tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 4.7700703 Jun 11 18:07:17.207974 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Request body: {'port': {'device_id': 'c36fc6df-d7ce-4a06-9708-e718eef6e9d3', 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864', 'admin_state_up': True, 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:17.214948 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47882) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:17.222962 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2f54c9cf-8d2c-4b6a-8fb1-2d7983ad7fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:17.230323 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Request body: {'port': {'device_id': '57674072-c591-4d35-af24-53f9a2b4e341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:17.257714 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-03d63160-f2ec-4a67-b3cd-723f3b631ddf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Request body: {'security_group_rule': {'security_group_id': '990b923a-6f6d-451c-aec9-dbd42d9d222d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:17.266886 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-aae53caa-c464-4a51-814c-0da642363c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:17.291473 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:17.305897 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:15Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:17.313275 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5ac912-747e-4f27-ba71-562fc50d2c14 None None] The sync data for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb is: [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:15Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:07:17.366454 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for port, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:17.373114 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6c67f2e-9ceb-4db5-acf8-6e78c65d582e req-cd96af4b-38de-499b-82e9-9ad6a782af7d service neutron] 10.222.0.77 "GET /v2.0/networks/fa48c66a-3ec7-460a-b33d-be044cf50843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3092096 Jun 11 18:07:17.468190 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:17.506841 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54c9cf-8d2c-4b6a-8fb1-2d7983ad7fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fd8680-65e5-4a01-89c3-5901ce4d84ca,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:17.558157 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-0f25d638-d469-4c6b-9e51-f9a4dab70987 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3e8112f7530641b19e2f4b94f0dc5359&name=default HTTP/1.1" status: 200 len: 2979 time: 4.8640420 Jun 11 18:07:17.581203 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25d638-d469-4c6b-9e51-f9a4dab70987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d971ba5-81ef-43fe-8814-6c9b9175d7f8,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:17.599943 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-0f25d638-d469-4c6b-9e51-f9a4dab70987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:17.603153 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2f54c9cf-8d2c-4b6a-8fb1-2d7983ad7fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:17.610685 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47890) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:17.719385 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:17.748032 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-2f54c9cf-8d2c-4b6a-8fb1-2d7983ad7fe6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cb4168cf96904a899ac93b75f4ae04c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9293063 Jun 11 18:07:17.806335 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47894) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:17.810737 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:17.898473 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2878f9-ae85-4626-9f1c-231ab107f759 req-c0feee65-27c3-4620-8202-6576a05efc60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:17.901486 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ca2878f9-ae85-4626-9f1c-231ab107f759 req-c0feee65-27c3-4620-8202-6576a05efc60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 943 time: 0.8161743 Jun 11 18:07:17.901735 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:17.941343 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47898) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:18.102796 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event updated for resources: {'Port': ['ID=6ab582fa-4cb5-46f8-8966-56104368aa5d,revision_number=2']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:18.122388 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:18.185198 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9c210bd4-91fe-4392-9200-df3c7baad57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:18.216660 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 9d46d2e7-f100-4725-bcb2-39e5568d0836 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:18.223638 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e72e5-0be9-487f-8238-d7ebfa6d1dd0 req-ddf168ab-64dc-4efb-b2b1-9d31bab5a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:18.227030 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bc1e72e5-0be9-487f-8238-d7ebfa6d1dd0 req-ddf168ab-64dc-4efb-b2b1-9d31bab5a6b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=898614f1fe03445bb7f63c18ccb3f6bb&device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 1096 time: 0.6569672 Jun 11 18:07:18.263190 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ca2878f9-ae85-4626-9f1c-231ab107f759 req-1409f4dc-4047-4ccc-bcf2-3c4e0d1c0409 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188462 Jun 11 18:07:18.384830 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8587b248-61f8-4f69-96c0-a5d26ba0f514 req-5654a7b7-fa1a-4bee-b542-9daad6115ed8 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 210 time: 0.2058513 Jun 11 18:07:18.513838 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port 9d46d2e7-f100-4725-bcb2-39e5568d0836 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:18.514930 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9c210bd4-91fe-4392-9200-df3c7baad57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:18.525942 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 9d46d2e7-f100-4725-bcb2-39e5568d0836 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:18.526642 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:18.678489 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:18.696670 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 16.7110283 Jun 11 18:07:18.696670 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b5b6-2c56-4a96-8234-338cf03b5499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:18.702959 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9c210bd4-91fe-4392-9200-df3c7baad57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:18.813418 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-03d63160-f2ec-4a67-b3cd-723f3b631ddf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:18.859814 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9c210bd4-91fe-4392-9200-df3c7baad57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:18.861767 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-9c210bd4-91fe-4392-9200-df3c7baad57f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/50fd8680-65e5-4a01-89c3-5901ce4d84ca HTTP/1.1" status: 204 len: 168 time: 1.0535061 Jun 11 18:07:18.880498 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-54ddcd32-803d-4a26-ac3e-16ef38865ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:18.908232 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6dd50749-de01-47d9-88c9-4e542d8fde6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.016711 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c210bd4-91fe-4392-9200-df3c7baad57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fd8680-65e5-4a01-89c3-5901ce4d84ca,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:19.023129 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-9c210bd4-91fe-4392-9200-df3c7baad57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:19.073124 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Made reservation on behalf of e0e40e8ab92147c08d96c36845c4f5d8 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:19.081188 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.149384 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e72e5-0be9-487f-8238-d7ebfa6d1dd0 req-a551eaee-e1ff-4e16-ab93-5aebc5689225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:19.152031 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bc1e72e5-0be9-487f-8238-d7ebfa6d1dd0 req-a551eaee-e1ff-4e16-ab93-5aebc5689225 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fa48c66a-3ec7-460a-b33d-be044cf50843 HTTP/1.1" status: 200 len: 914 time: 0.8959165 Jun 11 18:07:19.296274 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-03d63160-f2ec-4a67-b3cd-723f3b631ddf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.339188 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6dd50749-de01-47d9-88c9-4e542d8fde6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.346398 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-03d63160-f2ec-4a67-b3cd-723f3b631ddf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.352396 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bc1e72e5-0be9-487f-8238-d7ebfa6d1dd0 req-dfa8d15e-ffff-4aaa-8b72-9693f69363c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e90af86-4ea4-4485-ad6c-eafbb551f717 HTTP/1.1" status: 200 len: 217 time: 0.1753623 Jun 11 18:07:19.545033 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.631572 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:19.744976 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port 9d46d2e7-f100-4725-bcb2-39e5568d0836, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=9d46d2e7-f100-4725-bcb2-39e5568d0836,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:19.770411 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d63160-f2ec-4a67-b3cd-723f3b631ddf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa90633d-6fb2-4e4d-922a-a95fe59eb263,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:19.786969 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.814229 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-a9448edc-e071-472c-8c0d-b8338d9435fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:19.875918 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b5b6-2c56-4a96-8234-338cf03b5499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.890851 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-03d63160-f2ec-4a67-b3cd-723f3b631ddf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:19.928150 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-03d63160-f2ec-4a67-b3cd-723f3b631ddf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.931192 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-03d63160-f2ec-4a67-b3cd-723f3b631ddf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7060664 Jun 11 18:07:19.955995 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47940) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:19.964446 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-c54e9a66-bada-4179-9deb-c4173d1bb794 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Request body: {'security_group_rule': {'security_group_id': '990b923a-6f6d-451c-aec9-dbd42d9d222d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:19.998506 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b5b6-2c56-4a96-8234-338cf03b5499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.070211 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6dd50749-de01-47d9-88c9-4e542d8fde6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.070211 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6dd50749-de01-47d9-88c9-4e542d8fde6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.070211 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-6dd50749-de01-47d9-88c9-4e542d8fde6a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8d971ba5-81ef-43fe-8814-6c9b9175d7f8 HTTP/1.1" status: 204 len: 168 time: 2.4591305 Jun 11 18:07:20.086961 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2f54c9cf-8d2c-4b6a-8fb1-2d7983ad7fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:20.091779 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-d6b54562-030a-43a7-9c5a-95f4ba3e249e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--993947332&fields=id&tenant_id=00ab5e082c9c46598b282b55ea9f9587 HTTP/1.1" status: 200 len: 267 time: 0.5109842 Jun 11 18:07:20.104916 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-eb00875d-75b2-4e5b-8381-2d456104bd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:20.207710 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3b5b6-2c56-4a96-8234-338cf03b5499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6812abfb-db46-4488-989b-6ed628f53507,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:20.228304 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c54e9a66-bada-4179-9deb-c4173d1bb794 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.244025 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f44c00f5-3614-4ea1-80a4-b5ef1d4c0468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.262387 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd50749-de01-47d9-88c9-4e542d8fde6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d971ba5-81ef-43fe-8814-6c9b9175d7f8,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:20.265053 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-eaa3b5b6-2c56-4a96-8234-338cf03b5499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:20.273995 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=9d46d2e7-f100-4725-bcb2-39e5568d0836,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:20.293346 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:20.293943 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-6dd50749-de01-47d9-88c9-4e542d8fde6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:20.303347 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4990041a-0488-4daa-8ec1-194ea30cb3c7 {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:07:20.333719 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e72e5-0be9-487f-8238-d7ebfa6d1dd0 req-86a1f19e-0ea1-4035-b381-09996c3f07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:20.336025 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bc1e72e5-0be9-487f-8238-d7ebfa6d1dd0 req-86a1f19e-0ea1-4035-b381-09996c3f07e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f66bc53b-230b-4803-bc68-ec9f6ea83baf HTTP/1.1" status: 200 len: 852 time: 0.9623704 Jun 11 18:07:20.341061 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.439626 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Transition to ACTIVE for port object 4990041a-0488-4daa-8ec1-194ea30cb3c7 will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:20.457856 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.545781 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-eaa3b5b6-2c56-4a96-8234-338cf03b5499 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3ac45faae0594175b6c042bd78e92753&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5934091 Jun 11 18:07:20.546684 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:20.546845 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bc1e72e5-0be9-487f-8238-d7ebfa6d1dd0 req-00afd97d-8d3e-4eb2-8f2c-c0e9764d98d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fa48c66a-3ec7-460a-b33d-be044cf50843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329179 Jun 11 18:07:20.546845 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47952) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:20.661263 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c54e9a66-bada-4179-9deb-c4173d1bb794 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.743501 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c54e9a66-bada-4179-9deb-c4173d1bb794 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.876611 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3180d7fc-c20d-49d0-83d3-ee31ecedbf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.888016 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Allocated IP 172.20.0.14 (e3e57154-05ec-4233-ad5d-fbf80c3be864/d2c0d0ba-a024-4d5c-a250-26ba92f287df/620e7b18-0ea0-4469-96ab-eb12c67a911e) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:07:20.914723 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4990041a-0488-4daa-8ec1-194ea30cb3c7,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:20.974620 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 0e90af86-4ea4-4485-ad6c-eafbb551f717 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:07:20.975612 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47960) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:20.976395 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:20.981169 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-03d63160-f2ec-4a67-b3cd-723f3b631ddf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:21.005200 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124355f-9482-4659-bc59-fa1af19e1145 req-b545ebd5-b1b8-4cf6-8cff-7725bd233332 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:21.013119 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Attempting to bind port 4990041a-0488-4daa-8ec1-194ea30cb3c7 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:07:21.013506 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Attempting to bind port 4990041a-0488-4daa-8ec1-194ea30cb3c7 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:07:21.013893 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Attempting to bind port 4990041a-0488-4daa-8ec1-194ea30cb3c7 on network e3e57154-05ec-4233-ad5d-fbf80c3be864 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:21.018212 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f124355f-9482-4659-bc59-fa1af19e1145 req-b545ebd5-b1b8-4cf6-8cff-7725bd233332 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 943 time: 1.0482092 Jun 11 18:07:21.041412 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c54e9a66-bada-4179-9deb-c4173d1bb794 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:21.042682 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-c54e9a66-bada-4179-9deb-c4173d1bb794 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0849190 Jun 11 18:07:21.043699 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Port 4990041a-0488-4daa-8ec1-194ea30cb3c7 on network e3e57154-05ec-4233-ad5d-fbf80c3be864 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:07:21.044001 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Attempting to bind port 4990041a-0488-4daa-8ec1-194ea30cb3c7 on network e3e57154-05ec-4233-ad5d-fbf80c3be864 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:21.053215 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 47962) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:21.054317 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8b25dae7-7c53-47f9-8e56-80a65e858386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:21.057569 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:07:21.058132 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Checking segment: {'id': '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:21.058985 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Bound using segment: {'id': '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:07:21.059794 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Bound port: 4990041a-0488-4daa-8ec1-194ea30cb3c7, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:07:21.060282 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:21.063024 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e9a66-bada-4179-9deb-c4173d1bb794 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0dbef0-5f1c-47bd-9780-fbb1da586d91,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:21.066539 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c54e9a66-bada-4179-9deb-c4173d1bb794 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:21.072796 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Request body: {'floatingip': {'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:21.127030 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-d62c775f-8422-4e23-860a-c03202d1dfae tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:21.139942 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-d62c775f-8422-4e23-860a-c03202d1dfae tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/networks?id=c8b07964-869c-4914-9bdd-9766517dc52f HTTP/1.1" status: 200 len: 810 time: 0.9356554 Jun 11 18:07:21.200992 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3180d7fc-c20d-49d0-83d3-ee31ecedbf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:21.208346 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:21.358224 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bc1e72e5-0be9-487f-8238-d7ebfa6d1dd0 req-c04872d6-1f82-400e-b586-b6f503dd176e service neutron] 10.222.0.77 "GET /v2.0/networks/fa48c66a-3ec7-460a-b33d-be044cf50843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6892917 Jun 11 18:07:21.362189 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-5d7b479a-6a8a-4bab-a543-0aeddb459c47 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/quotas/00ab5e082c9c46598b282b55ea9f9587 HTTP/1.1" status: 200 len: 375 time: 0.1686897 Jun 11 18:07:21.405908 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 0e90af86-4ea4-4485-ad6c-eafbb551f717, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=0e90af86-4ea4-4485-ad6c-eafbb551f717,segment=NetworkSegment(91e68e87-df57-46ea-b04b-617f811f25fa),segment_id=91e68e87-df57-46ea-b04b-617f811f25fa)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:21.439174 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f124355f-9482-4659-bc59-fa1af19e1145 req-638e5f1b-0b7e-4933-9754-971b48ead031 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056029 Jun 11 18:07:21.441092 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '0e90af86-4ea4-4485-ad6c-eafbb551f717', 'network_id': 'fa48c66a-3ec7-460a-b33d-be044cf50843', 'port_id': '0e90af86-4ea4-4485-ad6c-eafbb551f717', 'mac_address': 'fa:16:3e:18:8a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66bc53b-230b-4803-bc68-ec9f6ea83baf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:07:21.568312 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] For port 4990041a-0488-4daa-8ec1-194ea30cb3c7, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:07:21.586206 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:21.629360 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e90af86-4ea4-4485-ad6c-eafbb551f717 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:07:21.641595 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] For port 4990041a-0488-4daa-8ec1-194ea30cb3c7, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=4990041a-0488-4daa-8ec1-194ea30cb3c7,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:07:21.708760 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 0e90af86-4ea4-4485-ad6c-eafbb551f717, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=0e90af86-4ea4-4485-ad6c-eafbb551f717,segment=NetworkSegment(91e68e87-df57-46ea-b04b-617f811f25fa),segment_id=91e68e87-df57-46ea-b04b-617f811f25fa)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:21.721541 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:21.726054 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:22.138373 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:22.166871 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3180d7fc-c20d-49d0-83d3-ee31ecedbf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:22.170698 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cf04536e-a692-404c-afab-de74a16869d4 req-476e190b-5c4d-42c7-b48f-06021fa9c2e0 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0775056 Jun 11 18:07:22.180743 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:22.188265 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8b25dae7-7c53-47f9-8e56-80a65e858386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:22.208280 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 9d46d2e7-f100-4725-bcb2-39e5568d0836 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:22.240032 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3180d7fc-c20d-49d0-83d3-ee31ecedbf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:22.245393 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-3180d7fc-c20d-49d0-83d3-ee31ecedbf41 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6812abfb-db46-4488-989b-6ed628f53507 HTTP/1.1" status: 204 len: 168 time: 1.6854877 Jun 11 18:07:22.245393 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-3a8e0b0b-b933-418c-98fe-b181753854bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:22.289951 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['0e90af86-4ea4-4485-ad6c-eafbb551f717'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:07:22.298127 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180d7fc-c20d-49d0-83d3-ee31ecedbf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6812abfb-db46-4488-989b-6ed628f53507,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:22.306476 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:22.310216 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-3180d7fc-c20d-49d0-83d3-ee31ecedbf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:22.313722 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8b25dae7-7c53-47f9-8e56-80a65e858386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:22.352997 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bc1e72e5-0be9-487f-8238-d7ebfa6d1dd0 req-46d364da-059b-4203-bfcc-ae0aae8c93c2 service neutron] 10.222.0.77 "GET /v2.0/networks/fa48c66a-3ec7-460a-b33d-be044cf50843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9300432 Jun 11 18:07:22.377239 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-d51c702f-2203-4475-bd45-febccde050bb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=00ab5e082c9c46598b282b55ea9f9587&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9606495 Jun 11 18:07:22.450817 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:22.452352 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:22.455124 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] 10.222.0.77 "PUT /v2.0/ports/4990041a-0488-4daa-8ec1-194ea30cb3c7 HTTP/1.1" status: 200 len: 1093 time: 5.2380173 Jun 11 18:07:22.456205 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57674072-c591-4d35-af24-53f9a2b4e341', 'tag': '4990041a-0488-4daa-8ec1-194ea30cb3c7'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:07:22.613456 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=0e90af86-4ea4-4485-ad6c-eafbb551f717,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:22.640394 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:22.655216 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:22.754527 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-8b25dae7-7c53-47f9-8e56-80a65e858386 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1eba2ca3aff84e20ad6764b3edaa8975&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7740090 Jun 11 18:07:22.757821 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 47998) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:22.808047 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-75636dfc-b2e4-48ab-9572-960108714f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:22.886692 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 9d46d2e7-f100-4725-bcb2-39e5568d0836 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:22.887379 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:22.888672 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4990041a-0488-4daa-8ec1-194ea30cb3c7,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:22.912699 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:22.923895 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-6dd50749-de01-47d9-88c9-4e542d8fde6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.607s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:23.022003 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.087467 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0f7a36c3-cf55-4f43-965b-43fd5973271d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.089109 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.092123 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25dae7-7c53-47f9-8e56-80a65e858386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47189e3f-c95d-4593-855a-74115bf5c13e,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:23.206257 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8b25dae7-7c53-47f9-8e56-80a65e858386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:23.268402 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0f7a36c3-cf55-4f43-965b-43fd5973271d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.273475 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-afb5840b-0a29-4b54-bfe0-0dd0caeab8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:23.365195 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e704d6-7f61-4a22-81ed-112949dbbe90 req-fe2964b9-6c0c-4020-968a-5d71e65ae652 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:23.370871 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-70e704d6-7f61-4a22-81ed-112949dbbe90 req-fe2964b9-6c0c-4020-968a-5d71e65ae652 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 944 time: 0.5370603 Jun 11 18:07:23.401104 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Network e3e57154-05ec-4233-ad5d-fbf80c3be864 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:23.472278 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:23.479905 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Pushing event updated for resources: {'Port': ['ID=620e7b18-0ea0-4469-96ab-eb12c67a911e,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:23.486877 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-20b049e9-7f07-40ce-a119-b44c3e7c8f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:23.492649 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-20b049e9-7f07-40ce-a119-b44c3e7c8f53 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 1096 time: 0.7994761 Jun 11 18:07:23.505369 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:23.513931 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:07:23.529647 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:23.531822 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.536848 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-70e704d6-7f61-4a22-81ed-112949dbbe90 req-022080a0-db3d-45cc-869c-ae9bc26c3070 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513519 Jun 11 18:07:23.588882 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0f7a36c3-cf55-4f43-965b-43fd5973271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.595734 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0f7a36c3-cf55-4f43-965b-43fd5973271d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.610296 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-0f7a36c3-cf55-4f43-965b-43fd5973271d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/47189e3f-c95d-4593-855a-74115bf5c13e HTTP/1.1" status: 204 len: 168 time: 0.8501098 Jun 11 18:07:23.612367 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:23.627849 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.660280 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48018) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:23.723505 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a36c3-cf55-4f43-965b-43fd5973271d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47189e3f-c95d-4593-855a-74115bf5c13e,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:23.725943 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324a57f1-68d6-4238-b39c-1cc580945ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "57674072-c591-4d35-af24-53f9a2b4e341", "tag": "4990041a-0488-4daa-8ec1-194ea30cb3c7"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:07:23.747428 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-32125d74-6e73-4c77-98f5-6ecaf0ecb044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.750030 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-29edce05-8b24-4e7d-ae02-3bd31f174a89 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4990041a-0488-4daa-8ec1-194ea30cb3c7 HTTP/1.1" status: 200 len: 217 time: 0.2381444 Jun 11 18:07:23.751514 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-0f7a36c3-cf55-4f43-965b-43fd5973271d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:23.753748 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Allocated IP 172.28.1.18 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/c3fd69f0-eb5b-4974-bbd0-160e2fcbe9a1) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:07:23.803170 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6308279 Jun 11 18:07:23.869707 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Request body: {'port': {'device_id': 'c36fc6df-d7ce-4a06-9708-e718eef6e9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:23.950704 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-999b7980-d008-41af-93c7-76befa1c0dc0 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:07:23.952564 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-999b7980-d008-41af-93c7-76befa1c0dc0 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6296568 Jun 11 18:07:24.123579 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-d036f0d8-1493-4687-91a7-889cb7ee0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:24.126364 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-d036f0d8-1493-4687-91a7-889cb7ee0618 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2c0d0ba-a024-4d5c-a250-26ba92f287df HTTP/1.1" status: 200 len: 859 time: 0.3670509 Jun 11 18:07:24.367907 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-32125d74-6e73-4c77-98f5-6ecaf0ecb044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:24.416621 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-32125d74-6e73-4c77-98f5-6ecaf0ecb044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:24.466121 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-9d23a2e1-12ca-44e0-b972-296bb87a632c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:24.469044 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-3f08a731-6720-4c6a-9d1e-90880ce6ade3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e57154-05ec-4233-ad5d-fbf80c3be864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2452385 Jun 11 18:07:24.573002 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-a4a0ff02-3cc4-4083-ba01-39d1deab8a5a service neutron] 10.222.0.63 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955708 Jun 11 18:07:24.607198 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7baa9-2bdc-44d0-a1f7-d91922993ada req-e68b3a32-e6e7-470c-b675-dae72a71edf3 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:24.623880 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0fe7baa9-2bdc-44d0-a1f7-d91922993ada req-e68b3a32-e6e7-470c-b675-dae72a71edf3 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 932 time: 0.6240220 Jun 11 18:07:24.626833 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:24.641732 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:24.658438 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-32125d74-6e73-4c77-98f5-6ecaf0ecb044 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2711326c51da4b4f9edcd279dea259dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9939017 Jun 11 18:07:24.671807 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32125d74-6e73-4c77-98f5-6ecaf0ecb044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4c4c7e-8841-48da-82ec-b4bf1abc7f62,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:24.673011 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 48046) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:24.701185 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-32125d74-6e73-4c77-98f5-6ecaf0ecb044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:24.901461 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0fe7baa9-2bdc-44d0-a1f7-d91922993ada req-26ac802a-cdbe-499f-b14b-ffc5c3d0e4b4 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733934 Jun 11 18:07:24.993460 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 0e90af86-4ea4-4485-ad6c-eafbb551f717 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:25.015323 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-1a4dd916-dd30-4442-a6d3-53b6abad4252 service neutron] 10.222.0.63 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812101 Jun 11 18:07:25.144400 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port 0e90af86-4ea4-4485-ad6c-eafbb551f717 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:25.154270 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 0e90af86-4ea4-4485-ad6c-eafbb551f717 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:25.157702 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:25.497262 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:25.621158 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 0e90af86-4ea4-4485-ad6c-eafbb551f717, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=0e90af86-4ea4-4485-ad6c-eafbb551f717,segment=NetworkSegment(91e68e87-df57-46ea-b04b-617f811f25fa),segment_id=91e68e87-df57-46ea-b04b-617f811f25fa)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:25.626249 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8957f210-f2f9-44d8-ab40-20af6346f96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e90af86-4ea4-4485-ad6c-eafbb551f717'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:07:25.782788 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-340d93d1-e79d-45e0-818e-1928caebfb5d req-9eddcfd9-d028-470e-9272-ea9ef2f8399f tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 210 time: 0.0875800 Jun 11 18:07:25.783605 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620e7b18-0ea0-4469-96ab-eb12c67a911e {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:07:25.801521 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:25.823886 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:25.828651 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Transition to ACTIVE for port object 620e7b18-0ea0-4469-96ab-eb12c67a911e will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:25.860336 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:25.866984 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-d1df2014-6561-4d5c-83a3-c69c4e582ab7 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3875389 Jun 11 18:07:25.874819 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d4d8b9-220d-4ee2-ba91-b49659ebbb64 x-openstack-request-id: req-d4d4d8b9-220d-4ee2-ba91-b49659ebbb64 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:07:25.875641 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57674072-c591-4d35-af24-53f9a2b4e341", "tag": "4990041a-0488-4daa-8ec1-194ea30cb3c7", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:07:25.877217 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d4d4d8b9-220d-4ee2-ba91-b49659ebbb64 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:07:25.880346 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57674072-c591-4d35-af24-53f9a2b4e341', 'tag': '4990041a-0488-4daa-8ec1-194ea30cb3c7', 'status': 'completed', 'code': 200} Jun 11 18:07:25.886218 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:25.963324 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:26.096772 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:26.171991 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Pushing event updated for resources: {'Port': ['ID=620e7b18-0ea0-4469-96ab-eb12c67a911e,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:26.191992 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:26.246214 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=0e90af86-4ea4-4485-ad6c-eafbb551f717,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:26.266921 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:26.378432 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a0bb58-84ec-4ef3-9b54-5524fc91479e" -d '{"events": [{"server_uuid": "8957f210-f2f9-44d8-ab40-20af6346f96c", "name": "network-vif-plugged", "status": "completed", "tag": "0e90af86-4ea4-4485-ad6c-eafbb551f717"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:07:26.392805 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48096) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:26.451245 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-48c13c3e-7bf1-4be8-bf46-f8478a94b8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:26.501057 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd73c4-c6e7-422b-9b4e-a06ca2186616 req-1932e831-f434-446f-a74c-ddda2fc10e9c tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:26.515239 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bccd73c4-c6e7-422b-9b4e-a06ca2186616 req-1932e831-f434-446f-a74c-ddda2fc10e9c tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 945 time: 0.2864540 Jun 11 18:07:26.789892 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bccd73c4-c6e7-422b-9b4e-a06ca2186616 req-cae1a0b8-ebe9-45e4-9072-1e3aca5fa003 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709260 Jun 11 18:07:26.820633 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1956375-network', 'tenant_id': 'b5902ac487f345d187ccc540b9de6fc7'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:26.954010 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be21f4-75ad-4955-bd06-0ba361de270a req-476881e9-7ee8-4f2e-ac85-a8e450969fae tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:26.957003 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-04be21f4-75ad-4955-bd06-0ba361de270a req-476881e9-7ee8-4f2e-ac85-a8e450969fae tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 944 time: 0.4380174 Jun 11 18:07:27.015750 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Made reservation on behalf of b5902ac487f345d187ccc540b9de6fc7 for: {'network': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:27.020719 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.133124 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.154918 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-04be21f4-75ad-4955-bd06-0ba361de270a req-bc4e7c4d-feec-40e9-a690-d18d9c2ea9e6 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867456 Jun 11 18:07:27.356790 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4078fb3-c23c-46a1-ab92-d2cb55b36e8b x-openstack-request-id: req-e4078fb3-c23c-46a1-ab92-d2cb55b36e8b {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:07:27.357536 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8957f210-f2f9-44d8-ab40-20af6346f96c", "name": "network-vif-plugged", "status": "completed", "tag": "0e90af86-4ea4-4485-ad6c-eafbb551f717", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:07:27.357536 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e4078fb3-c23c-46a1-ab92-d2cb55b36e8b {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:07:27.358056 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8957f210-f2f9-44d8-ab40-20af6346f96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e90af86-4ea4-4485-ad6c-eafbb551f717', 'code': 200} Jun 11 18:07:27.526220 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Attempting to bind port 620e7b18-0ea0-4469-96ab-eb12c67a911e on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:07:27.527032 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Attempting to bind port 620e7b18-0ea0-4469-96ab-eb12c67a911e by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:07:27.530493 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Attempting to bind port 620e7b18-0ea0-4469-96ab-eb12c67a911e on network e3e57154-05ec-4233-ad5d-fbf80c3be864 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:27.542934 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-48c13c3e-7bf1-4be8-bf46-f8478a94b8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.585583 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bae5a3fa-1156-4f43-a879-1ce57f1127b2 req-afc4a6b6-1bb9-4557-8ce3-5625a9e5647a tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 210 time: 0.1402991 Jun 11 18:07:27.638245 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.680867 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.686449 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-200197bc-93ca-47f1-8a66-f9aaae6d84fc req-a1b35ce3-db75-4ba6-a07d-93b0ebde7f03 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7973228 Jun 11 18:07:27.693613 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.707260 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:27.717872 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:27.759722 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=91991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:07:27.803194 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.804293 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.segments_db [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Added segment 89fbef1e-b597-46b5-9f17-eb4b85746fec of type vlan for network f4a99207-a48b-4525-ad44-d806f4e3e472 Jun 11 18:07:27.806762 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003569cd-9fb4-4434-afac-99465a866a42,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:27.810585 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Port 620e7b18-0ea0-4469-96ab-eb12c67a911e on network e3e57154-05ec-4233-ad5d-fbf80c3be864 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:07:27.813265 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Attempting to bind port 620e7b18-0ea0-4469-96ab-eb12c67a911e on network e3e57154-05ec-4233-ad5d-fbf80c3be864 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:27.813994 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:27.847048 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-48c13c3e-7bf1-4be8-bf46-f8478a94b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.861879 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-48c13c3e-7bf1-4be8-bf46-f8478a94b8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.864580 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-48c13c3e-7bf1-4be8-bf46-f8478a94b8c2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bc4c4c7e-8841-48da-82ec-b4bf1abc7f62 HTTP/1.1" status: 204 len: 168 time: 3.1785958 Jun 11 18:07:27.922934 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:07:27.924252 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Checking segment: {'id': '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:27.926480 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Bound using segment: {'id': '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:07:27.927563 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Bound port: 620e7b18-0ea0-4469-96ab-eb12c67a911e, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:07:27.928430 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.989527 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:28.054384 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:28.059740 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event updated for resources: {'Port': ['ID=c3fd69f0-eb5b-4974-bbd0-160e2fcbe9a1,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:28.064526 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:07:28.105172 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:28.105475 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:28.153150 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:28.349798 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48146) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:28.402619 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] For port 620e7b18-0ea0-4469-96ab-eb12c67a911e, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:07:28.414382 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:28.415043 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] For port 620e7b18-0ea0-4469-96ab-eb12c67a911e, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=620e7b18-0ea0-4469-96ab-eb12c67a911e,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:07:28.441840 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:28.443497 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:28.462627 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-d0bc1477-acdf-429b-b23a-06384e8e03c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:28.479801 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6254f60-d894-4bb7-9454-42cfadb7d48e req-b142ec84-8a25-4810-b358-a0963445e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:28.483249 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6254f60-d894-4bb7-9454-42cfadb7d48e req-b142ec84-8a25-4810-b358-a0963445e108 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 1098 time: 0.5278275 Jun 11 18:07:28.531955 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c13c3e-7bf1-4be8-bf46-f8478a94b8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4c4c7e-8841-48da-82ec-b4bf1abc7f62,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:28.577558 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-48c13c3e-7bf1-4be8-bf46-f8478a94b8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:28.580307 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:28.603563 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-877393b6-c490-4a56-9e80-1298cac5ed05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:28.678750 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.2813165 Jun 11 18:07:28.680193 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-c6254f60-d894-4bb7-9454-42cfadb7d48e req-4322fd52-1245-4199-b15a-dba67c1c9cf2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:28.693745 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 48158) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:28.733024 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Request body: {'subnet': {'network_id': 'f4a99207-a48b-4525-ad44-d806f4e3e472', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1956375-subnet', 'tenant_id': 'b5902ac487f345d187ccc540b9de6fc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:28.745422 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:28.746452 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:28.748623 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] 10.222.0.77 "PUT /v2.0/ports/620e7b18-0ea0-4469-96ab-eb12c67a911e HTTP/1.1" status: 200 len: 1094 time: 4.8871710 Jun 11 18:07:28.749560 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.77', 58900) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:28.760663 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36fc6df-d7ce-4a06-9708-e718eef6e9d3', 'tag': '620e7b18-0ea0-4469-96ab-eb12c67a911e'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:07:28.763852 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b8cf52-e7e6-4770-9a17-08ffba027e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c36fc6df-d7ce-4a06-9708-e718eef6e9d3", "tag": "620e7b18-0ea0-4469-96ab-eb12c67a911e"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:07:28.808012 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:28.839823 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a57f1-68d6-4238-b39c-1cc580945ce6 req-7b853618-a838-479f-a050-9fee36afa4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:28.841585 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-324a57f1-68d6-4238-b39c-1cc580945ce6 req-7b853618-a838-479f-a050-9fee36afa4f7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 1096 time: 0.9423258 Jun 11 18:07:28.870457 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Pushing event updated for resources: {'Network': ['ID=f4a99207-a48b-4525-ad44-d806f4e3e472,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:28.916642 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9777b353-4da3-4083-9d3c-282f219239c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:28.979245 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66408767-e2f7-4056-b780-a6830edbd499 req-2487021b-2e67-4d11-81a4-684d6b09a4dd tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:28.998823 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-66408767-e2f7-4056-b780-a6830edbd499 req-2487021b-2e67-4d11-81a4-684d6b09a4dd tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 945 time: 0.7308660 Jun 11 18:07:29.005039 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:29.006018 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:29.006794 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:29.007440 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:29.008507 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:29.009468 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:29.010244 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:29.010920 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:29.011577 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:29.012453 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:29.013519 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:29.014900 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:29.049651 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:29.060306 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Pushing event updated for resources: {'Port': ['ID=620e7b18-0ea0-4469-96ab-eb12c67a911e,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:29.069455 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network f4a99207-a48b-4525-ad44-d806f4e3e472 details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:07:29.186678 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:29.188914 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67fb97-d8ef-4567-90b6-1fd37f9245f3 req-23737d6d-b2f1-4f9b-8782-69822604bd76 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:29.196509 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7c67fb97-d8ef-4567-90b6-1fd37f9245f3 req-23737d6d-b2f1-4f9b-8782-69822604bd76 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 944 time: 0.7087591 Jun 11 18:07:29.250019 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-66408767-e2f7-4056-b780-a6830edbd499 req-2e1c084c-bdcf-4f38-b946-9d274d992d5f tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491605 Jun 11 18:07:29.358661 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Made reservation on behalf of b5902ac487f345d187ccc540b9de6fc7 for: {'subnet': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:29.369429 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:29.412718 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7c67fb97-d8ef-4567-90b6-1fd37f9245f3 req-01e897e8-a47c-48a9-821d-3105d592b33b tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710255 Jun 11 18:07:29.525684 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:29.709562 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f62de98-7fe0-4913-82ef-bdeffd9500ab x-openstack-request-id: req-8f62de98-7fe0-4913-82ef-bdeffd9500ab {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:07:29.710733 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36fc6df-d7ce-4a06-9708-e718eef6e9d3", "tag": "620e7b18-0ea0-4469-96ab-eb12c67a911e", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:07:29.711367 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8f62de98-7fe0-4913-82ef-bdeffd9500ab {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:07:29.712205 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36fc6df-d7ce-4a06-9708-e718eef6e9d3', 'tag': '620e7b18-0ea0-4469-96ab-eb12c67a911e', 'status': 'completed', 'code': 200} Jun 11 18:07:29.743434 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-c6254f60-d894-4bb7-9454-42cfadb7d48e req-4322fd52-1245-4199-b15a-dba67c1c9cf2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:29.811906 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-af53807d-fbf6-41d9-b2f2-859f7163f0a7 req-bae1dd56-a18c-4645-96aa-7de7f7c3ae7d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 210 time: 0.0998094 Jun 11 18:07:29.817838 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-c6254f60-d894-4bb7-9454-42cfadb7d48e req-4322fd52-1245-4199-b15a-dba67c1c9cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:29.883048 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-2b511ae7-cc39-4171-ad62-adfc351c66c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:29.899351 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c6254f60-d894-4bb7-9454-42cfadb7d48e req-4322fd52-1245-4199-b15a-dba67c1c9cf2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3647871 Jun 11 18:07:29.988081 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322fd52-1245-4199-b15a-dba67c1c9cf2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9754ea-f458-4083-a1c3-613b39a2fffe,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:30.014506 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-4322fd52-1245-4199-b15a-dba67c1c9cf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:30.151486 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9777b353-4da3-4083-9d3c-282f219239c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:30.158228 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9777b353-4da3-4083-9d3c-282f219239c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:30.165336 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:30.269903 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777b353-4da3-4083-9d3c-282f219239c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c785311e-d4f4-4fc8-bedc-150b3df28331,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:30.291287 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-9777b353-4da3-4083-9d3c-282f219239c5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=19f992a39d9e45b394eed305cdff7f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8870668 Jun 11 18:07:30.291287 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-9777b353-4da3-4083-9d3c-282f219239c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:30.295589 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48204) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:30.330289 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-f83a3a7f-6836-4afc-8568-a62b05259ac2 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:30.333206 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-f83a3a7f-6836-4afc-8568-a62b05259ac2 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.77 "GET /v2.0/networks?id=c8b07964-869c-4914-9bdd-9766517dc52f HTTP/1.1" status: 200 len: 810 time: 1.5642455 Jun 11 18:07:30.385852 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a57f1-68d6-4238-b39c-1cc580945ce6 req-ec3f84df-5a5d-43dc-921d-f147428e34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:30.388948 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-324a57f1-68d6-4238-b39c-1cc580945ce6 req-ec3f84df-5a5d-43dc-921d-f147428e34cf service neutron] 10.222.0.77 "GET /v2.0/networks?id=e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 200 len: 921 time: 1.4866199 Jun 11 18:07:30.428134 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ffd9c669-e9bb-4d2a-8331-55647ca4541b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:30.500324 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ffd9c669-e9bb-4d2a-8331-55647ca4541b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:30.681513 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-324a57f1-68d6-4238-b39c-1cc580945ce6 req-fb07c87a-d228-4321-bf38-40e56aea3863 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4990041a-0488-4daa-8ec1-194ea30cb3c7 HTTP/1.1" status: 200 len: 217 time: 0.2017233 Jun 11 18:07:30.745798 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ffd9c669-e9bb-4d2a-8331-55647ca4541b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:30.750579 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ffd9c669-e9bb-4d2a-8331-55647ca4541b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:30.758006 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-ffd9c669-e9bb-4d2a-8331-55647ca4541b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c785311e-d4f4-4fc8-bedc-150b3df28331 HTTP/1.1" status: 204 len: 168 time: 0.4608560 Jun 11 18:07:30.766445 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a1e3918b-afd8-445d-8bc7-4171913bcefc tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:30.826424 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-3161b01e-34c1-4fda-bf42-143dcde5dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:30.830086 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-3161b01e-34c1-4fda-bf42-143dcde5dc8c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 1097 time: 1.9252076 Jun 11 18:07:30.842997 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66fc89-30f9-4d1a-8795-eaca4805f6b1 req-531b6ec0-3527-4f51-9acc-3ac124381d29 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:30.845194 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3f66fc89-30f9-4d1a-8795-eaca4805f6b1 req-531b6ec0-3527-4f51-9acc-3ac124381d29 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 945 time: 0.2405612 Jun 11 18:07:30.848926 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9c669-e9bb-4d2a-8331-55647ca4541b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c785311e-d4f4-4fc8-bedc-150b3df28331,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:30.853789 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ffd9c669-e9bb-4d2a-8331-55647ca4541b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:30.896966 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-306a8c3d-06fa-41e3-93dd-0f6daf2f07cd tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00ab5e082c9c46598b282b55ea9f9587 HTTP/1.1" status: 200 len: 379 time: 0.5438321 Jun 11 18:07:30.929330 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3f66fc89-30f9-4d1a-8795-eaca4805f6b1 req-135762e4-b08c-4123-9fc3-649d07cd104f tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576079 Jun 11 18:07:30.951114 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d65631-7586-4c12-a961-80ccbd93544e req-ccbfa4ce-e791-408b-a9c4-36464e7b8b0e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:30.960075 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-42d65631-7586-4c12-a961-80ccbd93544e req-ccbfa4ce-e791-408b-a9c4-36464e7b8b0e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 944 time: 0.1997693 Jun 11 18:07:30.996890 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Request body: {'port': {'device_id': '350628e9-f984-4db5-912b-d90dc64f253c', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'admin_state_up': True, 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'security_groups': ['4d299759-83e2-49a4-bb3b-ad2b1ce100d1']}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:31.007381 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 4990041a-0488-4daa-8ec1-194ea30cb3c7 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:07:31.018831 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-42d65631-7586-4c12-a961-80ccbd93544e req-08fcbcf3-5e08-49ae-974c-749d374c5d26 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573540 Jun 11 18:07:31.326559 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-c3329949-a382-4bc5-95ee-ff1832aa35aa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=620e7b18-0ea0-4469-96ab-eb12c67a911e HTTP/1.1" status: 200 len: 217 time: 0.4052389 Jun 11 18:07:31.424976 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-75d1811d-1608-402b-b6ce-b71a7547a9d7 req-fc755267-e743-4fee-9370-b2310d1f89f1 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 210 time: 0.1354136 Jun 11 18:07:31.519951 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 4990041a-0488-4daa-8ec1-194ea30cb3c7, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=4990041a-0488-4daa-8ec1-194ea30cb3c7,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:31.551576 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '4990041a-0488-4daa-8ec1-194ea30cb3c7', 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864', 'port_id': '4990041a-0488-4daa-8ec1-194ea30cb3c7', 'mac_address': 'fa:16:3e:33:59:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c0d0ba-a024-4d5c-a250-26ba92f287df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:07:31.754635 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009'] for subnet, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:31.794693 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:31.822294 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48238) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:31.833999 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4990041a-0488-4daa-8ec1-194ea30cb3c7 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:07:31.876105 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b9f95d24-aa8c-4e22-a15d-8038594b5c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:31.882143 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 4990041a-0488-4daa-8ec1-194ea30cb3c7, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=4990041a-0488-4daa-8ec1-194ea30cb3c7,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:31.894862 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:31.897715 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:31.960240 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:32.028336 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=4990041a-0488-4daa-8ec1-194ea30cb3c7,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:32.035720 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:32.115411 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:32.130740 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['4990041a-0488-4daa-8ec1-194ea30cb3c7'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:07:32.182362 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b9f95d24-aa8c-4e22-a15d-8038594b5c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:32.195769 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b9f95d24-aa8c-4e22-a15d-8038594b5c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:32.198878 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:32.308485 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-b9f95d24-aa8c-4e22-a15d-8038594b5c76 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8487b7eacc3a42438eafafcbb85c3404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4840255 Jun 11 18:07:32.313629 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48244) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:32.336191 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:32.339701 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a57f1-68d6-4238-b39c-1cc580945ce6 req-fb37d455-b07c-484e-9ef7-727957a21d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:32.342500 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-324a57f1-68d6-4238-b39c-1cc580945ce6 req-fb37d455-b07c-484e-9ef7-727957a21d53 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2c0d0ba-a024-4d5c-a250-26ba92f287df HTTP/1.1" status: 200 len: 859 time: 1.5052006 Jun 11 18:07:32.383002 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f95d24-aa8c-4e22-a15d-8038594b5c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eab224a-046e-4fdc-990f-e924f6c1a2d7,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:32.399404 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Made reservation on behalf of 00ab5e082c9c46598b282b55ea9f9587 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:32.405704 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-b9f95d24-aa8c-4e22-a15d-8038594b5c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:32.425120 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:32.427764 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:07:32.584571 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-324a57f1-68d6-4238-b39c-1cc580945ce6 req-90c566d4-3630-4ace-a986-0964adbfc11c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e57154-05ec-4233-ad5d-fbf80c3be864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2102911 Jun 11 18:07:32.587211 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-5bcf8c60-9bc4-4aea-8ee9-4591a2195e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:32.591084 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-5bcf8c60-9bc4-4aea-8ee9-4591a2195e7d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2c0d0ba-a024-4d5c-a250-26ba92f287df HTTP/1.1" status: 200 len: 859 time: 1.2226572 Jun 11 18:07:32.609219 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-573f974e-7a3d-45aa-806f-cc693522b78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:32.618062 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d00d86-e966-4189-8c0a-699fee47134e,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:32.688122 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:32.771157 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:32.771782 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:32.772657 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:32.773052 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:32.773659 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:32.776102 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:32.776102 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:32.776102 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:32.777346 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:32.777346 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:32.777800 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:32.778192 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:32.794092 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Checking segment: {'id': '89fbef1e-b597-46b5-9f17-eb4b85746fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'f4a99207-a48b-4525-ad44-d806f4e3e472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:32.795088 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Network hostable DHCP agents. Network: f4a99207-a48b-4525-ad44-d806f4e3e472, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:07:32.801442 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-93060855-192b-4171-b258-80e02568b3ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e57154-05ec-4233-ad5d-fbf80c3be864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865361 Jun 11 18:07:32.815478 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:32.815719 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-dddd63d7-d3b8-4d47-828d-22f31cb98c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:32.991924 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-573f974e-7a3d-45aa-806f-cc693522b78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:33.015935 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 4990041a-0488-4daa-8ec1-194ea30cb3c7 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:33.095435 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20c9ba-2161-4bc3-b318-6157702983e9 req-3795e809-6180-4712-890f-f7d22abca42d tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:33.109113 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9f20c9ba-2161-4bc3-b318-6157702983e9 req-3795e809-6180-4712-890f-f7d22abca42d tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 944 time: 0.8368134 Jun 11 18:07:33.167361 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port 4990041a-0488-4daa-8ec1-194ea30cb3c7 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:33.178849 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 4990041a-0488-4daa-8ec1-194ea30cb3c7 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:33.180430 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:33.211199 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8923c-9998-4f55-a8d9-b653b5586dd7 req-91f9a2b1-b173-4c3b-8999-9cd207d12682 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:33.225659 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-31d8923c-9998-4f55-a8d9-b653b5586dd7 req-91f9a2b1-b173-4c3b-8999-9cd207d12682 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 945 time: 0.8466108 Jun 11 18:07:33.287174 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Allocated IP 172.20.0.5 (c8b07964-869c-4914-9bdd-9766517dc52f/2bf2a25e-eb7f-4c90-8184-8c11922c2acb/f06f3702-3bd4-4728-8a93-2d0c88f2300b) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:07:33.307078 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9f20c9ba-2161-4bc3-b318-6157702983e9 req-33afd8a9-83fd-4ac3-aa72-0d5b34868cb5 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876063 Jun 11 18:07:33.313277 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-573f974e-7a3d-45aa-806f-cc693522b78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:33.320204 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-573f974e-7a3d-45aa-806f-cc693522b78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:33.324866 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-573f974e-7a3d-45aa-806f-cc693522b78c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3eab224a-046e-4fdc-990f-e924f6c1a2d7 HTTP/1.1" status: 204 len: 168 time: 1.0096660 Jun 11 18:07:33.326185 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-9777b353-4da3-4083-9d3c-282f219239c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:33.346135 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f974e-7a3d-45aa-806f-cc693522b78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eab224a-046e-4fdc-990f-e924f6c1a2d7,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:33.350503 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-573f974e-7a3d-45aa-806f-cc693522b78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:33.406366 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-31d8923c-9998-4f55-a8d9-b653b5586dd7 req-c0bd179a-6fac-4ac6-8c6a-7633c15dc3e8 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744974 Jun 11 18:07:33.517970 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:33.647545 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57674072-c591-4d35-af24-53f9a2b4e341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4990041a-0488-4daa-8ec1-194ea30cb3c7'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:07:33.665208 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5feed1-87d7-42ca-8890-a8328e7f376a" -d '{"events": [{"server_uuid": "57674072-c591-4d35-af24-53f9a2b4e341", "name": "network-vif-plugged", "status": "completed", "tag": "4990041a-0488-4daa-8ec1-194ea30cb3c7"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:07:33.718502 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 4990041a-0488-4daa-8ec1-194ea30cb3c7, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=4990041a-0488-4daa-8ec1-194ea30cb3c7,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:33.736697 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:33.742615 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:33.881961 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951149c0-c2b6-4440-b55e-8f9449178c57 x-openstack-request-id: req-951149c0-c2b6-4440-b55e-8f9449178c57 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:07:33.882670 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57674072-c591-4d35-af24-53f9a2b4e341", "name": "network-vif-plugged", "status": "completed", "tag": "4990041a-0488-4daa-8ec1-194ea30cb3c7", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:07:33.885847 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-951149c0-c2b6-4440-b55e-8f9449178c57 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:07:33.886870 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57674072-c591-4d35-af24-53f9a2b4e341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4990041a-0488-4daa-8ec1-194ea30cb3c7', 'code': 200} Jun 11 18:07:33.977630 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b0ad19f3-10e2-4924-b82e-42cde381ff30 req-83994e20-edb1-46a3-9171-8fe7525977ad tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 210 time: 0.2495649 Jun 11 18:07:33.992176 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:34.025503 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=4990041a-0488-4daa-8ec1-194ea30cb3c7,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:34.051872 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Transition to ACTIVE for port object f06f3702-3bd4-4728-8a93-2d0c88f2300b will not be triggered until provisioned by entity DHCP. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:34.059523 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:34.060227 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:34.061091 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:34.061690 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:34.062270 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:34.062835 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:34.063412 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:34.064085 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:34.064877 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:34.065248 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:34.066667 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:34.067247 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:34.074439 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:34.265367 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:34.267826 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 13.2022886 Jun 11 18:07:34.317933 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Network f4a99207-a48b-4525-ad44-d806f4e3e472 is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:07:34.638292 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event updated for resources: {'Port': ['ID=c3fd69f0-eb5b-4974-bbd0-160e2fcbe9a1,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:34.672170 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, f4a99207-a48b-4525-ad44-d806f4e3e472) {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:34.676613 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.860s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:34.688941 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc68a278-e4c9-41df-9a6a-5e0f3ef204de None None] Network f4a99207-a48b-4525-ad44-d806f4e3e472 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:34.717528 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:34.725275 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:34.749463 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-324a57f1-68d6-4238-b39c-1cc580945ce6 req-5cd0cc06-2d27-42b0-a072-588d3b9e1a54 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1520052 Jun 11 18:07:34.928767 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8e98-9566-4b6c-a05b-12fa917ed0be req-1f25a249-7e31-4aa1-a1f2-a8a36d98c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:34.933371 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-117d8e98-9566-4b6c-a05b-12fa917ed0be req-1f25a249-7e31-4aa1-a1f2-a8a36d98c24c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 1098 time: 0.4734123 Jun 11 18:07:34.939539 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:34.966091 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-d602be05-ab09-4ea2-bc0c-2ddff85765cb admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 6.2513173 Jun 11 18:07:34.970137 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-b2538d60-c69b-46b2-aacc-ca63c09f2243 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1456642 Jun 11 18:07:35.177898 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-f74292e5-5331-4dbd-973d-e346a0fd8e37 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--314866443&fields=id&tenant_id=86e14e1c12ff423f9c1b015253b19503 HTTP/1.1" status: 200 len: 267 time: 0.2204790 Jun 11 18:07:35.229080 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-117d8e98-9566-4b6c-a05b-12fa917ed0be req-8f6e530e-ecfc-4444-8de8-dfa87a44d564 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856987 Jun 11 18:07:35.292309 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:35.374215 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d05ea53-985e-4222-94d4-4970e40b1705 None None] Network f4a99207-a48b-4525-ad44-d806f4e3e472 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:35.409621 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d67243-291b-48c6-bd4f-8f44a966a154 req-d7884df7-c36e-4b40-accd-3209f67ee6b9 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:35.427569 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e1d67243-291b-48c6-bd4f-8f44a966a154 req-d7884df7-c36e-4b40-accd-3209f67ee6b9 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 944 time: 0.6528976 Jun 11 18:07:35.662759 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Network c8b07964-869c-4914-9bdd-9766517dc52f is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:36.074014 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e1d67243-291b-48c6-bd4f-8f44a966a154 req-50e1fd79-37fd-4d0f-aa42-5b88785df276 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445932 Jun 11 18:07:36.086713 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:36.172609 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:07:36.207267 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:36.207267 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:36.218667 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-2cb17884-3749-436c-a98a-d74947d00152 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:36.249676 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-2cb17884-3749-436c-a98a-d74947d00152 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/networks?id=50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 200 len: 816 time: 1.0239375 Jun 11 18:07:36.270562 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event updated for resources: {'Port': ['ID=f06f3702-3bd4-4728-8a93-2d0c88f2300b,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:36.315788 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-324a57f1-68d6-4238-b39c-1cc580945ce6 req-068cb208-6468-49ec-8100-6f5ae67d3845 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5519531 Jun 11 18:07:36.346838 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b8915d52-03c3-4ab9-823e-4f84259c2074 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/quotas/86e14e1c12ff423f9c1b015253b19503 HTTP/1.1" status: 200 len: 375 time: 0.0927925 Jun 11 18:07:36.361908 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:36.369462 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4179201 Jun 11 18:07:36.387902 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-044e503e-24ec-4e33-a6e3-a1e2813732bc req-6ef6267a-4d37-49cc-a884-75668526b0dd service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3951299 Jun 11 18:07:36.443232 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Request body: {'port': {'device_id': '350628e9-f984-4db5-912b-d90dc64f253c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:36.622098 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-de1a426a-a31a-4fe8-8cc5-54c1296e04eb req-0f433cb0-c7e1-4d64-823e-9b333ba3ded5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8343794 Jun 11 18:07:36.826709 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-61575399-15ef-42fe-8d56-d84ce7a75ebf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=86e14e1c12ff423f9c1b015253b19503&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4539244 Jun 11 18:07:36.831017 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-1ed8cc2b-272b-4283-b312-2dece7cbb7a6 None None] Provisioning for port f06f3702-3bd4-4728-8a93-2d0c88f2300b completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:36.891457 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-1ed8cc2b-272b-4283-b312-2dece7cbb7a6 None None] Provisioning complete for port f06f3702-3bd4-4728-8a93-2d0c88f2300b triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:36.892083 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-1ed8cc2b-272b-4283-b312-2dece7cbb7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:36.966150 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbe7a7-074b-4720-9758-2721c4db88dd req-5e2e3ca3-35fa-4abf-942c-640f10e9c17c tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:36.985640 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:36.998345 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4dcbe7a7-074b-4720-9758-2721c4db88dd req-5e2e3ca3-35fa-4abf-942c-640f10e9c17c tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 931 time: 0.3122714 Jun 11 18:07:37.205693 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8cc2b-272b-4283-b312-2dece7cbb7a6 None None] Port f06f3702-3bd4-4728-8a93-2d0c88f2300b cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:07:37.388167 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48390) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:37.402738 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1377171912-network', 'tenant_id': '2487d30054ef462ca8da8decaae8374d'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:37.559469 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Made reservation on behalf of 2487d30054ef462ca8da8decaae8374d for: {'network': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:37.563602 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:37.648106 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:37.670459 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8cf52-e7e6-4770-9a17-08ffba027e5b req-6af1149f-484e-439d-a435-2e17e7c3c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:37.673959 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6b8cf52-e7e6-4770-9a17-08ffba027e5b req-6af1149f-484e-439d-a435-2e17e7c3c4db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 1097 time: 0.4392891 Jun 11 18:07:37.713914 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4dcbe7a7-074b-4720-9758-2721c4db88dd req-f8df34ea-8856-497b-9bd6-d2d447a05054 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7062356 Jun 11 18:07:37.821471 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-800d7b26-a68f-4721-9022-219bd0c69dfc service neutron] 10.222.0.63 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9035261 Jun 11 18:07:37.841018 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a426a-a31a-4fe8-8cc5-54c1296e04eb req-31bb4856-cf7f-43eb-91f8-5a4ce33060df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:37.843802 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-de1a426a-a31a-4fe8-8cc5-54c1296e04eb req-31bb4856-cf7f-43eb-91f8-5a4ce33060df service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=898614f1fe03445bb7f63c18ccb3f6bb&device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 1098 time: 0.5948277 Jun 11 18:07:38.151542 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48404) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:38.365591 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-4a8028cd-41c7-49c0-8824-6bf961db8e31 service neutron] 10.222.0.63 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324051 Jun 11 18:07:38.438541 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48414) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:38.454393 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a426a-a31a-4fe8-8cc5-54c1296e04eb req-69301f78-8b53-41f6-a689-9ecfc0f39429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:38.457344 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-de1a426a-a31a-4fe8-8cc5-54c1296e04eb req-69301f78-8b53-41f6-a689-9ecfc0f39429 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fa48c66a-3ec7-460a-b33d-be044cf50843 HTTP/1.1" status: 200 len: 914 time: 0.5112958 Jun 11 18:07:38.578462 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-de1a426a-a31a-4fe8-8cc5-54c1296e04eb req-d33cdcef-a926-4966-9daf-2ef5b0eef633 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e90af86-4ea4-4485-ad6c-eafbb551f717 HTTP/1.1" status: 200 len: 217 time: 0.1109631 Jun 11 18:07:38.745902 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:38.777942 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:38.809197 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-4322fd52-1245-4199-b15a-dba67c1c9cf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:38.892142 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a426a-a31a-4fe8-8cc5-54c1296e04eb req-a2a11ac1-f768-4696-ae35-2711f05cd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:38.896800 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-de1a426a-a31a-4fe8-8cc5-54c1296e04eb req-a2a11ac1-f768-4696-ae35-2711f05cd273 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f66bc53b-230b-4803-bc68-ec9f6ea83baf HTTP/1.1" status: 200 len: 852 time: 0.3087208 Jun 11 18:07:38.935954 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8cf52-e7e6-4770-9a17-08ffba027e5b req-43dd6732-0d70-429a-a3db-ee785288b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:38.948826 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6b8cf52-e7e6-4770-9a17-08ffba027e5b req-43dd6732-0d70-429a-a3db-ee785288b785 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 200 len: 921 time: 1.2645364 Jun 11 18:07:38.961862 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06f3702-3bd4-4728-8a93-2d0c88f2300b {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:07:39.021896 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12000070-d03c-4aff-8cb6-a70ef8389cc4,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:39.027435 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:39.073134 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 620e7b18-0ea0-4469-96ab-eb12c67a911e details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:07:39.113976 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:39.189679 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6b8cf52-e7e6-4770-9a17-08ffba027e5b req-65786107-5842-410f-be49-339239c8b41b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=620e7b18-0ea0-4469-96ab-eb12c67a911e HTTP/1.1" status: 200 len: 217 time: 0.2109103 Jun 11 18:07:39.216221 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Transition to ACTIVE for port object f06f3702-3bd4-4728-8a93-2d0c88f2300b will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:39.266271 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4b6d-f7a8-46ad-bf2e-b0b6821584a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:39.323095 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-de1a426a-a31a-4fe8-8cc5-54c1296e04eb req-906a8207-88f0-4147-b47b-480d1d396314 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fa48c66a-3ec7-460a-b33d-be044cf50843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3944938 Jun 11 18:07:39.324921 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ef9c6c84-99e1-4daf-9197-cb1cb88ef89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:39.326250 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:39.357258 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-90ff2285-fc82-4fe9-997f-221a059c7c4b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:39.566975 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=91991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:07:39.677405 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:39.677858 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.segments_db [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Added segment 9f15a1b8-0391-42bc-aaee-5bc764fd029e of type vlan for network ee4b42ab-2583-478d-bb92-97d833ceb739 Jun 11 18:07:39.768507 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8cf52-e7e6-4770-9a17-08ffba027e5b req-df837dc3-7a95-4cc1-a275-6916c96de2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:39.795168 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6b8cf52-e7e6-4770-9a17-08ffba027e5b req-df837dc3-7a95-4cc1-a275-6916c96de2fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2c0d0ba-a024-4d5c-a250-26ba92f287df HTTP/1.1" status: 200 len: 859 time: 0.5746026 Jun 11 18:07:39.841255 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 620e7b18-0ea0-4469-96ab-eb12c67a911e, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=620e7b18-0ea0-4469-96ab-eb12c67a911e,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:39.883850 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '620e7b18-0ea0-4469-96ab-eb12c67a911e', 'network_id': 'e3e57154-05ec-4233-ad5d-fbf80c3be864', 'port_id': '620e7b18-0ea0-4469-96ab-eb12c67a911e', 'mac_address': 'fa:16:3e:55:45:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c0d0ba-a024-4d5c-a250-26ba92f287df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:07:39.946273 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6b8cf52-e7e6-4770-9a17-08ffba027e5b req-3e37a870-0c76-4a8f-bf7c-46be47c73cb2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e57154-05ec-4233-ad5d-fbf80c3be864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174495 Jun 11 18:07:39.976029 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Attempting to bind port f06f3702-3bd4-4728-8a93-2d0c88f2300b on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:07:39.977228 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Attempting to bind port f06f3702-3bd4-4728-8a93-2d0c88f2300b by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:07:39.977228 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Attempting to bind port f06f3702-3bd4-4728-8a93-2d0c88f2300b on network c8b07964-869c-4914-9bdd-9766517dc52f {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:40.019850 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.049642 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Pushing event updated for resources: {'Port': ['ID=f06f3702-3bd4-4728-8a93-2d0c88f2300b,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:40.055345 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Port f06f3702-3bd4-4728-8a93-2d0c88f2300b on network c8b07964-869c-4914-9bdd-9766517dc52f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:07:40.056106 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Attempting to bind port f06f3702-3bd4-4728-8a93-2d0c88f2300b on network c8b07964-869c-4914-9bdd-9766517dc52f {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:40.067453 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620e7b18-0ea0-4469-96ab-eb12c67a911e {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:07:40.096763 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:40.098955 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:07:40.099695 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Checking segment: {'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:40.100311 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Bound using segment: {'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:07:40.101167 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Bound port: f06f3702-3bd4-4728-8a93-2d0c88f2300b, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:07:40.102009 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.162578 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 620e7b18-0ea0-4469-96ab-eb12c67a911e, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=620e7b18-0ea0-4469-96ab-eb12c67a911e,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:40.189584 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.197169 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-841d8e40-34ca-477c-9d51-933b9a039367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:40.236723 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.293161 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1b127-e5a0-47b3-b7d3-c2cd7cb3bb50 req-37ab0fa3-0665-4ce1-82e3-c8e020643d7f tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:40.296251 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-eae1b127-e5a0-47b3-b7d3-c2cd7cb3bb50 req-37ab0fa3-0665-4ce1-82e3-c8e020643d7f tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 943 time: 1.0027080 Jun 11 18:07:40.444664 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6b8cf52-e7e6-4770-9a17-08ffba027e5b req-0cb29f48-4f79-485c-bb34-e99133216394 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790723 Jun 11 18:07:40.457764 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5205d-945f-4c9d-9a91-faa96ecdb74d req-e2008b2d-73de-4597-a8dc-f6d3901d8529 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:40.459739 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=620e7b18-0ea0-4469-96ab-eb12c67a911e,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:40.466633 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:40.471782 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-10d5205d-945f-4c9d-9a91-faa96ecdb74d req-e2008b2d-73de-4597-a8dc-f6d3901d8529 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 944 time: 1.4354894 Jun 11 18:07:40.488211 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['620e7b18-0ea0-4469-96ab-eb12c67a911e'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:07:40.569000 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] For port f06f3702-3bd4-4728-8a93-2d0c88f2300b, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:07:40.572784 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.db.resource_extend [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 18:07:40.587371 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-10d5205d-945f-4c9d-9a91-faa96ecdb74d req-2260e0f7-a7cd-4be2-b8a4-008c85b5df37 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119380 Jun 11 18:07:40.625298 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-de1a426a-a31a-4fe8-8cc5-54c1296e04eb req-5b3cc3b2-9c77-47c0-a3ec-5eeab475927e service neutron] 10.222.0.77 "GET /v2.0/networks/fa48c66a-3ec7-460a-b33d-be044cf50843?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2774558 Jun 11 18:07:40.650458 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-eae1b127-e5a0-47b3-b7d3-c2cd7cb3bb50 req-13e0a7d5-c383-4f3b-be41-be8823bfa50a tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286958 Jun 11 18:07:40.706210 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] For port f06f3702-3bd4-4728-8a93-2d0c88f2300b, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=f06f3702-3bd4-4728-8a93-2d0c88f2300b,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:07:40.724880 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.748321 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:40.822424 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6b8cf52-e7e6-4770-9a17-08ffba027e5b req-a409a515-55e6-45db-9b3c-8c56aa0427bb service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667626 Jun 11 18:07:40.865498 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:40.866761 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.873738 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] 10.222.0.77 "PUT /v2.0/ports/f06f3702-3bd4-4728-8a93-2d0c88f2300b HTTP/1.1" status: 200 len: 1093 time: 4.4825339 Jun 11 18:07:40.874588 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350628e9-f984-4db5-912b-d90dc64f253c', 'tag': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:07:40.883223 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fc1c92-b5ab-4bfb-b824-12d49e679678" -d '{"events": [{"name": "network-changed", "server_uuid": "350628e9-f984-4db5-912b-d90dc64f253c", "tag": "f06f3702-3bd4-4728-8a93-2d0c88f2300b"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:07:40.907819 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.953544 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:40.963577 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.970752 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Pushing event updated for resources: {'Port': ['ID=f06f3702-3bd4-4728-8a93-2d0c88f2300b,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:40.985486 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:40.999792 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:41.049432 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6a429f-6d89-4b14-89f6-5859cf0c000b x-openstack-request-id: req-4f6a429f-6d89-4b14-89f6-5859cf0c000b {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:07:41.049930 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350628e9-f984-4db5-912b-d90dc64f253c", "tag": "f06f3702-3bd4-4728-8a93-2d0c88f2300b", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:07:41.051225 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4f6a429f-6d89-4b14-89f6-5859cf0c000b {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:07:41.051851 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350628e9-f984-4db5-912b-d90dc64f253c', 'tag': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b', 'status': 'completed', 'code': 200} Jun 11 18:07:41.255552 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-a7f1be30-7647-485c-9b14-f74bf24d65a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:41.265474 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-a7f1be30-7647-485c-9b14-f74bf24d65a8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=00ab5e082c9c46598b282b55ea9f9587&device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 1096 time: 0.1575153 Jun 11 18:07:41.411585 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-e5828092-dfd0-4122-a376-5882f84dcf25 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f06f3702-3bd4-4728-8a93-2d0c88f2300b HTTP/1.1" status: 200 len: 217 time: 0.1425545 Jun 11 18:07:41.586064 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-32176e1d-d598-49ba-8373-f8f8913e420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:41.588842 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-32176e1d-d598-49ba-8373-f8f8913e420b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2bf2a25e-eb7f-4c90-8184-8c11922c2acb HTTP/1.1" status: 200 len: 849 time: 0.1691487 Jun 11 18:07:41.794804 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-9103c9cd-5fe9-4e7c-9d57-cb79fefc4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:41.797659 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-9103c9cd-5fe9-4e7c-9d57-cb79fefc4072 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8b07964-869c-4914-9bdd-9766517dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1994431 Jun 11 18:07:41.807112 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-15c10f39-8393-4b89-b273-ccf11c49e9c5 req-c4ece8cc-177f-4452-8402-8910e9dc9fb0 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 210 time: 0.8796782 Jun 11 18:07:41.810756 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4b6d-f7a8-46ad-bf2e-b0b6821584a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:41.847779 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4b6d-f7a8-46ad-bf2e-b0b6821584a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:42.065621 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Pushing event updated for resources: {'Network': ['ID=ee4b42ab-2583-478d-bb92-97d833ceb739,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:42.085009 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network ee4b42ab-2583-478d-bb92-97d833ceb739 details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:07:42.094161 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.094s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:42.102142 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-b35dc0be-ef79-4e3d-aecf-c6eea18281a8 service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909629 Jun 11 18:07:42.136447 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:42.312033 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-de1a426a-a31a-4fe8-8cc5-54c1296e04eb req-cc3cab32-1ed4-4b72-b54e-c3763e51f902 service neutron] 10.222.0.77 "GET /v2.0/networks/fa48c66a-3ec7-460a-b33d-be044cf50843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6567476 Jun 11 18:07:42.329356 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-ef4c4b6d-f7a8-46ad-bf2e-b0b6821584a0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8aae928fcc7a4f8d85546008567caaa4&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1672180 Jun 11 18:07:42.330423 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48466) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:42.412443 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:42.438337 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c4b6d-f7a8-46ad-bf2e-b0b6821584a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3000a929-5870-4b4a-a923-0380b0a4e79a,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:42.456604 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ef4c4b6d-f7a8-46ad-bf2e-b0b6821584a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:42.569794 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-dc7bdb75-0ea8-4a30-acbd-ce23dd0b9d1c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:42.572695 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-dc7bdb75-0ea8-4a30-acbd-ce23dd0b9d1c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.77 "GET /v2.0/networks?id=50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 200 len: 816 time: 0.3681362 Jun 11 18:07:42.634929 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d51571-c6aa-46f2-9d59-42037bbe6ea8 req-95a64085-0665-4a41-b022-fc4bdcc07bd4 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:42.638579 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-41d51571-c6aa-46f2-9d59-42037bbe6ea8 req-95a64085-0665-4a41-b022-fc4bdcc07bd4 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 945 time: 0.5982592 Jun 11 18:07:42.695221 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a291e109-0807-4125-873e-c683b59eda36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:42.774518 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-8c6a8a12-3de0-4762-9737-ba7647fd775d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e14e1c12ff423f9c1b015253b19503 HTTP/1.1" status: 200 len: 379 time: 0.1031783 Jun 11 18:07:42.782755 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-75d0ac93-1bcd-4d8f-87e0-7cbb2b3327c4 req-44e2a02a-9fe2-4692-96b1-675ca76b6c34 service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713183 Jun 11 18:07:42.790693 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Request body: {'port': {'device_id': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'admin_state_up': True, 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'security_groups': ['990b923a-6f6d-451c-aec9-dbd42d9d222d']}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:42.900575 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a291e109-0807-4125-873e-c683b59eda36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:43.039995 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-41d51571-c6aa-46f2-9d59-42037bbe6ea8 req-f5042d12-0318-4862-96ea-631623885a66 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469348 Jun 11 18:07:43.059268 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ef9c6c84-99e1-4daf-9197-cb1cb88ef89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:43.088919 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ef9c6c84-99e1-4daf-9197-cb1cb88ef89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:43.100108 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-0f25d638-d469-4c6b-9e51-f9a4dab70987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:43.133530 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 5.7432969 Jun 11 18:07:43.139494 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 620e7b18-0ea0-4469-96ab-eb12c67a911e up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:43.161865 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48482) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:43.169022 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-475d0660-f612-41ee-b07e-6693ba4425df admin admin] Request body: {'subnet': {'network_id': 'ee4b42ab-2583-478d-bb92-97d833ceb739', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1377171912-subnet', 'tenant_id': '2487d30054ef462ca8da8decaae8374d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:43.279696 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475d0660-f612-41ee-b07e-6693ba4425df admin admin] Made reservation on behalf of 2487d30054ef462ca8da8decaae8374d for: {'subnet': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:43.285085 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-475d0660-f612-41ee-b07e-6693ba4425df admin admin] Notify callbacks [] for subnet, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:43.365666 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port 620e7b18-0ea0-4469-96ab-eb12c67a911e completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:43.379443 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 620e7b18-0ea0-4469-96ab-eb12c67a911e triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:43.380347 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:43.524965 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a291e109-0807-4125-873e-c683b59eda36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:43.530282 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a291e109-0807-4125-873e-c683b59eda36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:43.538111 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-a291e109-0807-4125-873e-c683b59eda36 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3000a929-5870-4b4a-a923-0380b0a4e79a HTTP/1.1" status: 204 len: 168 time: 1.1887052 Jun 11 18:07:43.628449 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-ef9c6c84-99e1-4daf-9197-cb1cb88ef89b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1fd73676e60949858aed080bd405461e&name=default HTTP/1.1" status: 200 len: 2979 time: 5.1877315 Jun 11 18:07:43.629345 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Made reservation on behalf of 86e14e1c12ff423f9c1b015253b19503 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:43.630117 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c6c84-99e1-4daf-9197-cb1cb88ef89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d5112b-85d6-49c7-a70f-a587dbebf4f9,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:43.637871 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ef9c6c84-99e1-4daf-9197-cb1cb88ef89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:43.638139 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:43.642030 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 48492) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:43.662894 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2b2c2-2ef8-4b62-b0aa-7b6e864a86cc req-c600e127-3f3e-4868-90ba-8a66ad4185a2 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:43.667308 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9fa2b2c2-2ef8-4b62-b0aa-7b6e864a86cc req-c600e127-3f3e-4868-90ba-8a66ad4185a2 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 943 time: 0.9442115 Jun 11 18:07:43.674052 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-32125d74-6e73-4c77-98f5-6ecaf0ecb044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:43.731612 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291e109-0807-4125-873e-c683b59eda36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3000a929-5870-4b4a-a923-0380b0a4e79a,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:43.741900 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:43.754346 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a291e109-0807-4125-873e-c683b59eda36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:43.840356 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36fc6df-d7ce-4a06-9708-e718eef6e9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620e7b18-0ea0-4469-96ab-eb12c67a911e'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:07:43.846149 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fa086b-be46-4807-b56f-02ac6a8dd53f" -d '{"events": [{"server_uuid": "c36fc6df-d7ce-4a06-9708-e718eef6e9d3", "name": "network-vif-plugged", "status": "completed", "tag": "620e7b18-0ea0-4469-96ab-eb12c67a911e"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:07:43.882599 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 620e7b18-0ea0-4469-96ab-eb12c67a911e, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=620e7b18-0ea0-4469-96ab-eb12c67a911e,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:43.893777 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc1c92-b5ab-4bfb-b824-12d49e679678 req-3a63ecae-53fe-4d8c-892a-e16024b24de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:43.897138 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-54fc1c92-b5ab-4bfb-b824-12d49e679678 req-3a63ecae-53fe-4d8c-892a-e16024b24de7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=00ab5e082c9c46598b282b55ea9f9587&device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 1096 time: 0.8986940 Jun 11 18:07:43.901057 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:43.907098 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:43.942019 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9fa2b2c2-2ef8-4b62-b0aa-7b6e864a86cc req-47a9e586-54be-4aea-bdd5-fda8ee1a4f90 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499924 Jun 11 18:07:44.052349 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=620e7b18-0ea0-4469-96ab-eb12c67a911e,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:44.061597 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:44.144339 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf431a-2d8d-417e-b270-deb3ac8f58c5 req-52aa182e-2210-4155-af29-4a9c49f214f5 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:44.157059 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a5cf431a-2d8d-417e-b270-deb3ac8f58c5 req-52aa182e-2210-4155-af29-4a9c49f214f5 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 945 time: 0.6454623 Jun 11 18:07:44.213454 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-475d0660-f612-41ee-b07e-6693ba4425df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009'] for subnet, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:44.236933 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:44.247775 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0742a98-65b6-491c-b5a6-8f92d9c64389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:44.305214 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Allocated IP 172.20.0.6 (50265511-d9df-48bb-b4ed-800ebda6a31e/4159feda-883d-4a61-bfd7-ed412eb99cf3/944a97a6-87a8-486e-a31b-96e0dfb1c029) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:07:44.362282 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0742a98-65b6-491c-b5a6-8f92d9c64389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:44.369199 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc1c92-b5ab-4bfb-b824-12d49e679678 req-17969fd4-53de-457b-850c-1591c0ee1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:44.372081 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-54fc1c92-b5ab-4bfb-b824-12d49e679678 req-17969fd4-53de-457b-850c-1591c0ee1bbd service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8b07964-869c-4914-9bdd-9766517dc52f HTTP/1.1" status: 200 len: 912 time: 0.4552817 Jun 11 18:07:44.381573 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a5cf431a-2d8d-417e-b270-deb3ac8f58c5 req-a229985f-cd22-4b8b-b8c8-63b3db4209de tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229259 Jun 11 18:07:44.444244 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-950456fc-af8a-4e96-a7cf-c718205f697f req-385add1d-b737-4d60-835a-1ffd03c41d4f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 210 time: 0.1348798 Jun 11 18:07:44.481697 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d0660-f612-41ee-b07e-6693ba4425df admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b09a1b5-fb05-4115-a058-a5cdd0bea851,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:44.497567 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-475d0660-f612-41ee-b07e-6693ba4425df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:44.537223 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 48500) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:44.542328 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-54fc1c92-b5ab-4bfb-b824-12d49e679678 req-e42ec03c-3773-4bda-bac0-4a79c11a793c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f06f3702-3bd4-4728-8a93-2d0c88f2300b HTTP/1.1" status: 200 len: 217 time: 0.1535137 Jun 11 18:07:44.556222 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab8ac4e-99ee-44bd-a433-592053dd6f06 x-openstack-request-id: req-2ab8ac4e-99ee-44bd-a433-592053dd6f06 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:07:44.558440 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36fc6df-d7ce-4a06-9708-e718eef6e9d3", "name": "network-vif-plugged", "status": "completed", "tag": "620e7b18-0ea0-4469-96ab-eb12c67a911e", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:07:44.560206 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2ab8ac4e-99ee-44bd-a433-592053dd6f06 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:07:44.562040 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36fc6df-d7ce-4a06-9708-e718eef6e9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620e7b18-0ea0-4469-96ab-eb12c67a911e', 'code': 200} Jun 11 18:07:44.633421 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d0660-f612-41ee-b07e-6693ba4425df admin admin] Checking segment: {'id': '9f15a1b8-0391-42bc-aaee-5bc764fd029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'ee4b42ab-2583-478d-bb92-97d833ceb739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:44.635208 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d0660-f612-41ee-b07e-6693ba4425df admin admin] Network hostable DHCP agents. Network: ee4b42ab-2583-478d-bb92-97d833ceb739, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:07:44.697632 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b4126e9d-00fb-4e47-9509-0b2ffd0a6f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:44.752195 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d0660-f612-41ee-b07e-6693ba4425df admin admin] Network ee4b42ab-2583-478d-bb92-97d833ceb739 is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:07:44.854330 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-475d0660-f612-41ee-b07e-6693ba4425df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, ee4b42ab-2583-478d-bb92-97d833ceb739) {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:44.877794 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2968a8e-dcdc-44fa-adf8-4eb915c1fae5 None None] Network ee4b42ab-2583-478d-bb92-97d833ceb739 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:44.896317 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d0660-f612-41ee-b07e-6693ba4425df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:44.897577 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-475d0660-f612-41ee-b07e-6693ba4425df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:44.903124 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc1c92-b5ab-4bfb-b824-12d49e679678 req-0dcb4409-881a-410c-b355-ea00ee596fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:44.905887 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-54fc1c92-b5ab-4bfb-b824-12d49e679678 req-0dcb4409-881a-410c-b355-ea00ee596fc5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2bf2a25e-eb7f-4c90-8184-8c11922c2acb HTTP/1.1" status: 200 len: 849 time: 0.3403025 Jun 11 18:07:44.958457 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb117bf2-4548-4be1-a338-772543705979 req-88b71a58-d2de-4138-8c54-7c320ec984b3 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:44.961303 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-eb117bf2-4548-4be1-a338-772543705979 req-88b71a58-d2de-4138-8c54-7c320ec984b3 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.77 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 945 time: 0.4585867 Jun 11 18:07:45.120162 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0742a98-65b6-491c-b5a6-8f92d9c64389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:45.126462 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0742a98-65b6-491c-b5a6-8f92d9c64389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:45.133697 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-c0742a98-65b6-491c-b5a6-8f92d9c64389 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b3d5112b-85d6-49c7-a70f-a587dbebf4f9 HTTP/1.1" status: 204 len: 168 time: 1.4833562 Jun 11 18:07:45.152028 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:45.179785 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device f06f3702-3bd4-4728-8a93-2d0c88f2300b details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:07:45.342307 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7303c-abd3-4601-8c40-796aa2f039b1 req-e2071751-5ffa-4914-8d9f-7da8542241ea tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:45.357204 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9bb7303c-abd3-4601-8c40-796aa2f039b1 req-e2071751-5ffa-4914-8d9f-7da8542241ea tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.6113749 Jun 11 18:07:45.365935 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.db.resource_extend [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 18:07:45.387746 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0742a98-65b6-491c-b5a6-8f92d9c64389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d5112b-85d6-49c7-a70f-a587dbebf4f9,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:45.412045 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c0742a98-65b6-491c-b5a6-8f92d9c64389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:45.478469 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:45.606453 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9bb7303c-abd3-4601-8c40-796aa2f039b1 req-edb21316-3b2e-4871-92b9-6956873b5c46 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471914 Jun 11 18:07:45.642224 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Transition to ACTIVE for port object 944a97a6-87a8-486e-a31b-96e0dfb1c029 will not be triggered until provisioned by entity DHCP. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:45.669983 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc1c92-b5ab-4bfb-b824-12d49e679678 req-491db245-a24d-442a-94dc-a3866cbbbad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:45.678846 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-54fc1c92-b5ab-4bfb-b824-12d49e679678 req-491db245-a24d-442a-94dc-a3866cbbbad6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8b07964-869c-4914-9bdd-9766517dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7467978 Jun 11 18:07:45.757102 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [req-eb117bf2-4548-4be1-a338-772543705979 req-0c238e7f-094d-4189-99e0-eacb8ae63f60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Deleting port 0e90af86-4ea4-4485-ad6c-eafbb551f717 {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:07:45.757711 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-eb117bf2-4548-4be1-a338-772543705979 req-0c238e7f-094d-4189-99e0-eacb8ae63f60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:45.813621 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbfee5-a13f-4965-b777-ee329371c3ad req-d354c428-226a-4ab3-8189-860f36158acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:45.817378 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-fdbbfee5-a13f-4965-b777-ee329371c3ad req-d354c428-226a-4ab3-8189-860f36158acb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 1099 time: 0.8553171 Jun 11 18:07:45.839396 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846a523-ce4b-409a-82c2-a70858155dbf req-d0b869ff-8ac6-4862-87dc-4a4684148681 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:45.842122 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6846a523-ce4b-409a-82c2-a70858155dbf req-d0b869ff-8ac6-4862-87dc-4a4684148681 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 943 time: 0.4227633 Jun 11 18:07:45.913302 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f818bce9-cdcb-4c90-8b89-1b019c58d5a7 None None] Network ee4b42ab-2583-478d-bb92-97d833ceb739 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:46.044807 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b4126e9d-00fb-4e47-9509-0b2ffd0a6f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:46.096791 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-475d0660-f612-41ee-b07e-6693ba4425df admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9342856 Jun 11 18:07:46.144641 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6846a523-ce4b-409a-82c2-a70858155dbf req-a30f54f7-2f8b-4c6f-891c-c588bdf344c3 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895112 Jun 11 18:07:46.196335 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-eb117bf2-4548-4be1-a338-772543705979 req-0c238e7f-094d-4189-99e0-eacb8ae63f60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] For port 0e90af86-4ea4-4485-ad6c-eafbb551f717, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=0e90af86-4ea4-4485-ad6c-eafbb551f717,segment=NetworkSegment(91e68e87-df57-46ea-b04b-617f811f25fa),segment_id=91e68e87-df57-46ea-b04b-617f811f25fa)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:46.198315 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-eb117bf2-4548-4be1-a338-772543705979 req-0c238e7f-094d-4189-99e0-eacb8ae63f60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:46.310599 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b4126e9d-00fb-4e47-9509-0b2ffd0a6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:46.427752 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8b25dae7-7c53-47f9-8e56-80a65e858386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:46.446187 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-b4126e9d-00fb-4e47-9509-0b2ffd0a6f34 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d4b12d2385ea4ec49fa3df9277e244e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9009171 Jun 11 18:07:46.468365 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 48536) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:46.496246 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port f06f3702-3bd4-4728-8a93-2d0c88f2300b, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=f06f3702-3bd4-4728-8a93-2d0c88f2300b,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:46.499270 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [req-eb117bf2-4548-4be1-a338-772543705979 req-0c238e7f-094d-4189-99e0-eacb8ae63f60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Calling delete_port for 0e90af86-4ea4-4485-ad6c-eafbb551f717 owned by compute:nova {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:07:46.598809 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'port_id': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b', 'mac_address': 'fa:16:3e:1b:31:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:07:46.615673 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4126e9d-00fb-4e47-9509-0b2ffd0a6f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbad534f-9e48-4298-a3c9-a674772448e5,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:46.635923 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b4126e9d-00fb-4e47-9509-0b2ffd0a6f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:46.643252 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-fdbbfee5-a13f-4965-b777-ee329371c3ad req-0343b424-0e31-46b6-9191-8429d7cfe59d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7700241 Jun 11 18:07:46.681955 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7fd63748-1508-44d4-a1ae-865d45ec53d9 req-9d3963c0-e741-4425-a18a-7bb5f93ceafb tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 210 time: 0.1233523 Jun 11 18:07:46.740579 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:46.795991 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:46.801294 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:46.814058 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-54fc1c92-b5ab-4bfb-b824-12d49e679678 req-b8da0384-2dea-448a-9803-f870cf910653 service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0944393 Jun 11 18:07:46.865295 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06f3702-3bd4-4728-8a93-2d0c88f2300b {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:07:46.932358 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port f06f3702-3bd4-4728-8a93-2d0c88f2300b, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=f06f3702-3bd4-4728-8a93-2d0c88f2300b,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:46.948165 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:46.959181 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-f19214a7-87d9-48b7-aaae-4cb158ea6621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:46.967389 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86617fba-f81c-48ac-8cdf-c69e57567e1c req-9e892e4b-5bfd-4832-bffd-d8f9fc6e9d7b tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:46.981606 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-86617fba-f81c-48ac-8cdf-c69e57567e1c req-9e892e4b-5bfd-4832-bffd-d8f9fc6e9d7b tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/ports?device_id=8957f210-f2f9-44d8-ab40-20af6346f96c HTTP/1.1" status: 200 len: 945 time: 0.8351607 Jun 11 18:07:46.994844 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Network 50265511-d9df-48bb-b4ed-800ebda6a31e is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:47.085233 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:47.091905 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:07:47.108325 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:47.110297 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:47.112806 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-86617fba-f81c-48ac-8cdf-c69e57567e1c req-7b99ae7e-f9fd-4a74-827d-95f75e2e8560 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.63 "GET /v2.0/security-groups?id=29b5168b-eb32-4d41-b3e3-43f991044233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260650 Jun 11 18:07:47.153506 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3689463 Jun 11 18:07:47.154718 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3b27864-ad9f-45d2-b28c-f0002bf374e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:47.218743 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3b27864-ad9f-45d2-b28c-f0002bf374e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:47.236041 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 0e90af86-4ea4-4485-ad6c-eafbb551f717 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:07:47.278703 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['f06f3702-3bd4-4728-8a93-2d0c88f2300b'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:07:47.382189 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Request body: {'port': {'device_id': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:47.509596 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=f06f3702-3bd4-4728-8a93-2d0c88f2300b,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:47.537348 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:47.574248 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3b27864-ad9f-45d2-b28c-f0002bf374e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:47.602752 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e3b27864-ad9f-45d2-b28c-f0002bf374e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:47.614339 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-e3b27864-ad9f-45d2-b28c-f0002bf374e3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fbad534f-9e48-4298-a3c9-a674772448e5 HTTP/1.1" status: 204 len: 168 time: 1.1403241 Jun 11 18:07:47.638978 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event updated for resources: {'Port': ['ID=944a97a6-87a8-486e-a31b-96e0dfb1c029,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:47.660102 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-eb117bf2-4548-4be1-a338-772543705979 req-0c238e7f-094d-4189-99e0-eacb8ae63f60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:47.718063 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:47.723326 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No active binding found for port 0e90af86-4ea4-4485-ad6c-eafbb551f717 {{(pid=91993) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 11 18:07:47.729644 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 0e90af86-4ea4-4485-ad6c-eafbb551f717 not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:07:47.834345 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:47.837735 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c0742a98-65b6-491c-b5a6-8f92d9c64389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:47.876490 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b27864-ad9f-45d2-b28c-f0002bf374e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbad534f-9e48-4298-a3c9-a674772448e5,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:47.880321 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-4965e7f6-9ad9-4455-add7-766f94bcbc50 None None] Provisioning for port 944a97a6-87a8-486e-a31b-96e0dfb1c029 completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:47.904773 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c238e7f-094d-4189-99e0-eacb8ae63f60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Pushing event deleted for resources: {'Port': ['ID=0e90af86-4ea4-4485-ad6c-eafbb551f717,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:47.907446 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-e3b27864-ad9f-45d2-b28c-f0002bf374e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:47.927518 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-0c238e7f-094d-4189-99e0-eacb8ae63f60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:47.952194 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-4965e7f6-9ad9-4455-add7-766f94bcbc50 None None] Provisioning complete for port 944a97a6-87a8-486e-a31b-96e0dfb1c029 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:47.952194 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-4965e7f6-9ad9-4455-add7-766f94bcbc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:48.091701 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-54fc1c92-b5ab-4bfb-b824-12d49e679678 req-8ff01bcd-aaf1-4629-99a4-57cd3d7c3a7d service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2357485 Jun 11 18:07:48.101468 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-4965e7f6-9ad9-4455-add7-766f94bcbc50 None None] Port 944a97a6-87a8-486e-a31b-96e0dfb1c029 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:07:48.264285 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:48.289884 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e381d7-3824-4c3e-b631-b6844ad9bacd req-d8057de4-28d5-4654-b425-1240eeff6a1a tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:48.304897 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-30e381d7-3824-4c3e-b631-b6844ad9bacd req-d8057de4-28d5-4654-b425-1240eeff6a1a tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 1.0558054 Jun 11 18:07:48.309440 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb117bf2-4548-4be1-a338-772543705979 req-0c238e7f-094d-4189-99e0-eacb8ae63f60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] No DVR routers for this DVR port 0e90af86-4ea4-4485-ad6c-eafbb551f717 on host hv-cinder-79604 {{(pid=91991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:07:48.372141 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-eb117bf2-4548-4be1-a338-772543705979 req-0c238e7f-094d-4189-99e0-eacb8ae63f60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:48.377041 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-eb117bf2-4548-4be1-a338-772543705979 req-0c238e7f-094d-4189-99e0-eacb8ae63f60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] 10.222.0.77 "DELETE /v2.0/ports/0e90af86-4ea4-4485-ad6c-eafbb551f717 HTTP/1.1" status: 204 len: 173 time: 3.4016430 Jun 11 18:07:48.379522 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8957f210-f2f9-44d8-ab40-20af6346f96c', 'name': 'network-vif-deleted', 'tag': '0e90af86-4ea4-4485-ad6c-eafbb551f717'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:07:48.387834 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e368111-d053-4d43-8cba-9c211f6b2247" -d '{"events": [{"server_uuid": "8957f210-f2f9-44d8-ab40-20af6346f96c", "name": "network-vif-deleted", "tag": "0e90af86-4ea4-4485-ad6c-eafbb551f717"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:07:48.686989 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-30e381d7-3824-4c3e-b631-b6844ad9bacd req-b12eb8fd-b875-4f1f-8977-e95c76d9f358 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802915 Jun 11 18:07:48.850748 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f01d21-708b-4c39-bfac-e26e15319fab req-b34cf0db-8e9e-4883-8d67-6880a7aa4e14 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:48.857100 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-b34cf0db-8e9e-4883-8d67-6880a7aa4e14 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/networks?id=f4a99207-a48b-4525-ad44-d806f4e3e472 HTTP/1.1" status: 200 len: 806 time: 0.3922439 Jun 11 18:07:48.909952 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-ea6c80b6-649c-4549-a61b-45fe261e817d tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/quotas/b5902ac487f345d187ccc540b9de6fc7 HTTP/1.1" status: 200 len: 375 time: 0.0414054 Jun 11 18:07:49.069175 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4e2caa5d-b0ca-432c-8200-5bd6f7b4e12b tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5902ac487f345d187ccc540b9de6fc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1427925 Jun 11 18:07:49.190120 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device f06f3702-3bd4-4728-8a93-2d0c88f2300b up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:49.218646 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 48612) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:49.401964 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port f06f3702-3bd4-4728-8a93-2d0c88f2300b completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:49.410834 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port f06f3702-3bd4-4728-8a93-2d0c88f2300b triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:49.411450 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:49.580901 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944a97a6-87a8-486e-a31b-96e0dfb1c029 {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:07:49.611236 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:49.668650 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Transition to ACTIVE for port object 944a97a6-87a8-486e-a31b-96e0dfb1c029 will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:49.685988 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:49.691639 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-cbfb283e-ea4b-4e2a-80b9-91f30791f87c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:49.697636 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:49.769616 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350628e9-f984-4db5-912b-d90dc64f253c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:07:49.774657 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774cde1c-cb43-47b2-896a-a33a231ca663" -d '{"events": [{"server_uuid": "350628e9-f984-4db5-912b-d90dc64f253c", "name": "network-vif-plugged", "status": "completed", "tag": "f06f3702-3bd4-4728-8a93-2d0c88f2300b"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:07:49.805674 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port f06f3702-3bd4-4728-8a93-2d0c88f2300b, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=f06f3702-3bd4-4728-8a93-2d0c88f2300b,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:49.818943 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:49.845387 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:50.002100 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929ef86-0ee9-4f55-8ba4-d4cce079a43e req-746c3fd7-2bbf-473d-8ccf-fc40f3e7716c tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:50.017949 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6929ef86-0ee9-4f55-8ba4-d4cce079a43e req-746c3fd7-2bbf-473d-8ccf-fc40f3e7716c tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 944 time: 0.9699554 Jun 11 18:07:50.062541 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-1749691e-9e48-4fb9-8dbd-743f7af59f98 service neutron] 10.222.0.63 "GET /v2.0/networks/f4a99207-a48b-4525-ad44-d806f4e3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9137669 Jun 11 18:07:50.139454 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f5f8aa3c-83b5-4fb9-8ced-172a59cf13f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:50.220254 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-92f3435a-77e8-4f17-8a72-04c0b7b18b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:50.254038 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Pushing event updated for resources: {'Port': ['ID=944a97a6-87a8-486e-a31b-96e0dfb1c029,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:50.257786 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=f06f3702-3bd4-4728-8a93-2d0c88f2300b,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:50.271103 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:50.285838 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:50.300354 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6929ef86-0ee9-4f55-8ba4-d4cce079a43e req-255ea4eb-4167-47f4-bbac-88ae27c99b5f tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794867 Jun 11 18:07:50.535609 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Attempting to bind port 944a97a6-87a8-486e-a31b-96e0dfb1c029 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:07:50.537379 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Attempting to bind port 944a97a6-87a8-486e-a31b-96e0dfb1c029 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:07:50.538162 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Attempting to bind port 944a97a6-87a8-486e-a31b-96e0dfb1c029 on network 50265511-d9df-48bb-b4ed-800ebda6a31e {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:50.584920 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-97a215d2-b154-4b47-af51-f9fb94bd9f87 service neutron] 10.222.0.63 "GET /v2.0/networks/f4a99207-a48b-4525-ad44-d806f4e3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976869 Jun 11 18:07:50.585413 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Port 944a97a6-87a8-486e-a31b-96e0dfb1c029 on network 50265511-d9df-48bb-b4ed-800ebda6a31e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:07:50.586330 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Attempting to bind port 944a97a6-87a8-486e-a31b-96e0dfb1c029 on network 50265511-d9df-48bb-b4ed-800ebda6a31e {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:50.605795 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:07:50.606391 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Checking segment: {'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:50.607087 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Bound using segment: {'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:07:50.608356 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Bound port: 944a97a6-87a8-486e-a31b-96e0dfb1c029, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:07:50.608950 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:50.793576 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49042146-4af4-4428-a054-9a723f61e49c req-8ddb2cfe-0ac4-43cd-8adf-0a0ea7b26fe9 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:50.793576 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-49042146-4af4-4428-a054-9a723f61e49c req-8ddb2cfe-0ac4-43cd-8adf-0a0ea7b26fe9 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.2469513 Jun 11 18:07:50.819057 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f5f8aa3c-83b5-4fb9-8ced-172a59cf13f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:50.844108 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f5f8aa3c-83b5-4fb9-8ced-172a59cf13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:50.864519 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:50.923451 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-49042146-4af4-4428-a054-9a723f61e49c req-c943eff0-94d0-434f-99ff-dc7e15fe297e tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250749 Jun 11 18:07:51.027749 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] For port 944a97a6-87a8-486e-a31b-96e0dfb1c029, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:07:51.042169 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] For port 944a97a6-87a8-486e-a31b-96e0dfb1c029, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:07:51.046979 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd6da82-4656-42a4-84e2-2ee7fea5e24f x-openstack-request-id: req-1fd6da82-4656-42a4-84e2-2ee7fea5e24f {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:07:51.047804 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8957f210-f2f9-44d8-ab40-20af6346f96c", "name": "network-vif-deleted", "tag": "0e90af86-4ea4-4485-ad6c-eafbb551f717", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:07:51.048364 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1fd6da82-4656-42a4-84e2-2ee7fea5e24f {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:07:51.049156 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8957f210-f2f9-44d8-ab40-20af6346f96c', 'name': 'network-vif-deleted', 'tag': '0e90af86-4ea4-4485-ad6c-eafbb551f717', 'status': 'completed', 'code': 200} Jun 11 18:07:51.059442 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-f5f8aa3c-83b5-4fb9-8ced-172a59cf13f8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=17aa8ebab4354f15a7aea33cd3519b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8342044 Jun 11 18:07:51.062455 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48648) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:51.070208 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:51.169744 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:51.171877 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:51.182075 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] 10.222.0.77 "PUT /v2.0/ports/944a97a6-87a8-486e-a31b-96e0dfb1c029 HTTP/1.1" status: 200 len: 1093 time: 3.8230417 Jun 11 18:07:51.183141 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:07:51.194457 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a306f34e-ae7e-4fc7-9b12-5080710cdb41" -d '{"events": [{"name": "network-changed", "server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:07:51.321300 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8aa3c-83b5-4fb9-8ced-172a59cf13f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a28ca11-879b-48c8-ac58-264f48a64d3d,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:51.339595 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f5f8aa3c-83b5-4fb9-8ced-172a59cf13f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:51.347680 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:51.435688 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b117-2e72-4552-9388-1cc80badcc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:51.487895 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bdbbce-55be-4858-b8f9-9c0a977392a9 x-openstack-request-id: req-95bdbbce-55be-4858-b8f9-9c0a977392a9 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:07:51.497851 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350628e9-f984-4db5-912b-d90dc64f253c", "name": "network-vif-plugged", "status": "completed", "tag": "f06f3702-3bd4-4728-8a93-2d0c88f2300b", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:07:51.498827 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-95bdbbce-55be-4858-b8f9-9c0a977392a9 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:07:51.500225 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350628e9-f984-4db5-912b-d90dc64f253c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b', 'code': 200} Jun 11 18:07:51.568203 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Pushing event updated for resources: {'Port': ['ID=944a97a6-87a8-486e-a31b-96e0dfb1c029,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:51.580365 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:51.638055 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b117-2e72-4552-9388-1cc80badcc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:51.738979 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-22f30944-c50c-4b93-94e6-b4cf18465963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:51.746045 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-22f30944-c50c-4b93-94e6-b4cf18465963 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e14e1c12ff423f9c1b015253b19503&device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 1096 time: 0.4707086 Jun 11 18:07:51.911674 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1cd17955-d9bd-406c-82d3-0ee98e6c62a0 req-798ec506-fbe0-40b6-b702-7910f8bd35dd tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 210 time: 0.0699410 Jun 11 18:07:51.950710 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-b2ac6479-4cbb-4036-a62c-347328dcf0fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029 HTTP/1.1" status: 200 len: 217 time: 0.1878724 Jun 11 18:07:52.132814 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e42e33-81da-453f-b05f-eb8829106be8 req-7eda8f7d-d688-47f1-b80a-6fdf1a64668c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:52.146550 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a6e42e33-81da-453f-b05f-eb8829106be8 req-7eda8f7d-d688-47f1-b80a-6fdf1a64668c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.4953775 Jun 11 18:07:52.225017 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b117-2e72-4552-9388-1cc80badcc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:52.235240 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b117-2e72-4552-9388-1cc80badcc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:52.240904 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-0ef1b117-2e72-4552-9388-1cc80badcc54 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7a28ca11-879b-48c8-ac58-264f48a64d3d HTTP/1.1" status: 204 len: 168 time: 1.1749268 Jun 11 18:07:52.263774 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-62eab190-1842-46d2-980d-31e14cc7bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:52.275778 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:52.276052 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-62eab190-1842-46d2-980d-31e14cc7bcbf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4159feda-883d-4a61-bfd7-ed412eb99cf3 HTTP/1.1" status: 200 len: 855 time: 0.2979431 Jun 11 18:07:52.304431 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5392ec45-e222-495a-b788-022d561c9593 x-openstack-request-id: req-5392ec45-e222-495a-b788-022d561c9593 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:07:52.304974 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:07:52.305409 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5392ec45-e222-495a-b788-022d561c9593 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:07:52.306093 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'status': 'completed', 'code': 200} Jun 11 18:07:52.446398 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:52.563799 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1b117-2e72-4552-9388-1cc80badcc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a28ca11-879b-48c8-ac58-264f48a64d3d,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:52.613679 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a6e42e33-81da-453f-b05f-eb8829106be8 req-bca234e7-fcb7-47e3-af59-20f5f63a97c8 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655678 Jun 11 18:07:52.620593 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-0ef1b117-2e72-4552-9388-1cc80badcc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:52.628780 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-c56f84ac-d1c1-4926-ac43-93f77027121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:52.637206 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-c56f84ac-d1c1-4926-ac43-93f77027121c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50265511-d9df-48bb-b4ed-800ebda6a31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3599794 Jun 11 18:07:52.722758 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-232aadb2-78ae-4da4-ab21-a72188c93a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:52.787875 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6f97e-1578-44f5-bf2b-f9954a253b09 req-3415d954-49eb-49f4-b81b-3921b19b2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:52.797981 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fbf6f97e-1578-44f5-bf2b-f9954a253b09 req-3415d954-49eb-49f4-b81b-3921b19b2641 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 1098 time: 0.5116878 Jun 11 18:07:53.092183 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-997a4138-82f9-4cc0-9329-a037fc1a2f03 service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453187 Jun 11 18:07:53.183263 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fbf6f97e-1578-44f5-bf2b-f9954a253b09 req-d650a95f-2d24-4846-b730-9ad946b3eada service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809669 Jun 11 18:07:53.438662 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b47fd-2ab3-4453-9ea6-08946c46f446 req-46e2d617-1fa2-4775-a45e-e3c3ad135463 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:53.453092 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9e7b47fd-2ab3-4453-9ea6-08946c46f446 req-46e2d617-1fa2-4775-a45e-e3c3ad135463 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.5498488 Jun 11 18:07:53.595660 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 48702) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:53.602549 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed566f-a4cf-4c06-a6f7-f76f71d48f76 req-f357a782-9e2c-4680-bf55-685edbb671a8 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:53.617605 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-47ed566f-a4cf-4c06-a6f7-f76f71d48f76 req-f357a782-9e2c-4680-bf55-685edbb671a8 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.4368336 Jun 11 18:07:53.630314 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:53.672647 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ee73-156e-45db-8e69-fac31c808854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:53.673346 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9e7b47fd-2ab3-4453-9ea6-08946c46f446 req-351bccfe-09f2-4443-8cf4-40facf8a251c tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111723 Jun 11 18:07:53.685735 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-85908155-08d5-4459-82da-c5850fc0f5f4 req-77c9b028-ccd7-480c-baf7-be16035bd4f5 service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828443 Jun 11 18:07:53.786436 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-47ed566f-a4cf-4c06-a6f7-f76f71d48f76 req-d9c1bba9-fbdc-492d-b9b4-c4220bf89ad9 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560135 Jun 11 18:07:54.156790 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ee73-156e-45db-8e69-fac31c808854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:54.175182 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306f34e-ae7e-4fc7-9b12-5080710cdb41 req-49738203-acbe-4d56-959d-57f04b13981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:54.178180 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a306f34e-ae7e-4fc7-9b12-5080710cdb41 req-49738203-acbe-4d56-959d-57f04b13981d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e14e1c12ff423f9c1b015253b19503&device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 1096 time: 0.2919004 Jun 11 18:07:54.180268 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ee73-156e-45db-8e69-fac31c808854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:54.188408 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a5e772b2-cc73-46c5-9efd-d3fa236afdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:54.333566 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-159e578c-9e22-43b2-8cd5-4e6d0e3308f9 req-aee7b60a-c6db-4cf6-be7d-092ce7560ff1 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 210 time: 0.1071293 Jun 11 18:07:54.343375 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-fbb2ee73-156e-45db-8e69-fac31c808854 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fafa1bf38ffc440b87582dd1b6bf75a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7454112 Jun 11 18:07:54.348911 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48714) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:54.349563 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2ee73-156e-45db-8e69-fac31c808854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b361bd-d72d-478c-8398-74edecd1e7b3,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:54.358637 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-fbb2ee73-156e-45db-8e69-fac31c808854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:54.514262 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-32d78b84-18a0-4a67-befa-93ecb5832e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:54.567446 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306f34e-ae7e-4fc7-9b12-5080710cdb41 req-08168aee-d0f2-4011-a284-69b88a84b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:54.573098 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a306f34e-ae7e-4fc7-9b12-5080710cdb41 req-08168aee-d0f2-4011-a284-69b88a84b1dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 200 len: 918 time: 0.3862684 Jun 11 18:07:54.598308 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-32d78b84-18a0-4a67-befa-93ecb5832e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:54.744004 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-32d78b84-18a0-4a67-befa-93ecb5832e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:54.749106 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-32d78b84-18a0-4a67-befa-93ecb5832e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:54.753800 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-32d78b84-18a0-4a67-befa-93ecb5832e8c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/65b361bd-d72d-478c-8398-74edecd1e7b3 HTTP/1.1" status: 204 len: 168 time: 0.4003811 Jun 11 18:07:54.780862 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:54.819840 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a306f34e-ae7e-4fc7-9b12-5080710cdb41 req-c0365a6c-2cdf-4865-acc8-e4ec662f7102 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029 HTTP/1.1" status: 200 len: 217 time: 0.2370086 Jun 11 18:07:54.864630 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d78b84-18a0-4a67-befa-93ecb5832e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b361bd-d72d-478c-8398-74edecd1e7b3,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:54.971993 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-32d78b84-18a0-4a67-befa-93ecb5832e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:55.075000 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48734) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:55.399503 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_v2 [None req-b686f047-6ae1-41ef-9402-64025bcd94f4 admin admin] Deleting subnet f66bc53b-230b-4803-bc68-ec9f6ea83baf {{(pid=91991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:07:55.452712 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b686f047-6ae1-41ef-9402-64025bcd94f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:55.569094 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f01d21-708b-4c39-bfac-e26e15319fab req-c824f829-d65b-4f4b-b697-a4bf44f62196 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:55.572067 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-c824f829-d65b-4f4b-b697-a4bf44f62196 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.77 "GET /v2.0/networks?id=f4a99207-a48b-4525-ad44-d806f4e3e472 HTTP/1.1" status: 200 len: 806 time: 0.6990545 Jun 11 18:07:55.575029 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306f34e-ae7e-4fc7-9b12-5080710cdb41 req-0fd0bd93-bb39-427f-aa92-685356567195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:55.577937 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a306f34e-ae7e-4fc7-9b12-5080710cdb41 req-0fd0bd93-bb39-427f-aa92-685356567195 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4159feda-883d-4a61-bfd7-ed412eb99cf3 HTTP/1.1" status: 200 len: 855 time: 0.7489862 Jun 11 18:07:55.607599 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-52f01d21-708b-4c39-bfac-e26e15319fab req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Request body: {'port': {'device_id': '515629aa-cb7d-4a62-ba67-f8bcb2103eb8', 'network_id': 'f4a99207-a48b-4525-ad44-d806f4e3e472', 'admin_state_up': True, 'tenant_id': 'b5902ac487f345d187ccc540b9de6fc7'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:55.649192 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:55.739172 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f3463-338e-4b81-a207-6f2aa060db07 req-077511d8-4371-4ead-91a0-4e1ce35aa505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:55.743059 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d40f3463-338e-4b81-a207-6f2aa060db07 req-077511d8-4371-4ead-91a0-4e1ce35aa505 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 1099 time: 0.8976493 Jun 11 18:07:55.768988 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d5fe9-be8a-489d-975d-e746d02570ab req-27b1800f-7812-42f4-a87d-c17eb1d59b28 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:55.783972 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-003d5fe9-be8a-489d-975d-e746d02570ab req-27b1800f-7812-42f4-a87d-c17eb1d59b28 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 1.0183837 Jun 11 18:07:55.936295 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b686f047-6ae1-41ef-9402-64025bcd94f4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:55.943359 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306f34e-ae7e-4fc7-9b12-5080710cdb41 req-f1f87de4-6af3-4164-8265-40e8c207c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:55.945984 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a306f34e-ae7e-4fc7-9b12-5080710cdb41 req-f1f87de4-6af3-4164-8265-40e8c207c34f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50265511-d9df-48bb-b4ed-800ebda6a31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3312573 Jun 11 18:07:56.069718 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b686f047-6ae1-41ef-9402-64025bcd94f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:56.148278 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a306f34e-ae7e-4fc7-9b12-5080710cdb41 req-6bfd982c-bbba-494e-acc1-94813415fcdc service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925633 Jun 11 18:07:56.197527 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-003d5fe9-be8a-489d-975d-e746d02570ab req-2b5baabf-adf0-4822-9522-f3cae2f7c0ac tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114008 Jun 11 18:07:56.273962 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b04575-ed6d-4f17-8518-6ed3fc068be2 req-6f0d5cf5-61f6-4e59-af0b-a9d2ac444845 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:56.284787 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c4b04575-ed6d-4f17-8518-6ed3fc068be2 req-6f0d5cf5-61f6-4e59-af0b-a9d2ac444845 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.6525304 Jun 11 18:07:56.306372 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f01d21-708b-4c39-bfac-e26e15319fab req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Made reservation on behalf of b5902ac487f345d187ccc540b9de6fc7 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:56.323536 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-52f01d21-708b-4c39-bfac-e26e15319fab req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:56.335111 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f3463-338e-4b81-a207-6f2aa060db07 req-a4b0b79d-f3c9-4501-ad0f-e8ad4dfaf755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:56.337414 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d40f3463-338e-4b81-a207-6f2aa060db07 req-a4b0b79d-f3c9-4501-ad0f-e8ad4dfaf755 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 200 len: 921 time: 0.5481646 Jun 11 18:07:56.476794 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d40f3463-338e-4b81-a207-6f2aa060db07 req-7d363b37-aaab-4b83-9483-a14db39291cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=620e7b18-0ea0-4469-96ab-eb12c67a911e HTTP/1.1" status: 200 len: 217 time: 0.1321797 Jun 11 18:07:56.568103 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b686f047-6ae1-41ef-9402-64025bcd94f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009'] for subnet, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:56.637439 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c4b04575-ed6d-4f17-8518-6ed3fc068be2 req-685f0d35-89cd-476e-ab7f-fc56fc11347e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3514886 Jun 11 18:07:56.655017 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-28420af0-12aa-47b0-ac50-3e658271b856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:56.885016 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-52f01d21-708b-4c39-bfac-e26e15319fab req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Allocated IP 172.20.0.8 (f4a99207-a48b-4525-ad44-d806f4e3e472/40d00d86-e966-4189-8c0a-699fee47134e/96026607-ec65-48ae-8fba-50d84092100c) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:07:56.898549 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b686f047-6ae1-41ef-9402-64025bcd94f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:56.919987 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-b686f047-6ae1-41ef-9402-64025bcd94f4 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f66bc53b-230b-4803-bc68-ec9f6ea83baf HTTP/1.1" status: 204 len: 168 time: 1.8341508 Jun 11 18:07:56.924030 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48780) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:56.949613 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686f047-6ae1-41ef-9402-64025bcd94f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66bc53b-230b-4803-bc68-ec9f6ea83baf,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:57.021332 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-b686f047-6ae1-41ef-9402-64025bcd94f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:57.052783 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f3463-338e-4b81-a207-6f2aa060db07 req-ee9139b7-3114-49f6-b66e-eeb9e70bfdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:57.055670 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d40f3463-338e-4b81-a207-6f2aa060db07 req-ee9139b7-3114-49f6-b66e-eeb9e70bfdf5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2c0d0ba-a024-4d5c-a250-26ba92f287df HTTP/1.1" status: 200 len: 859 time: 0.5061321 Jun 11 18:07:57.214311 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 944a97a6-87a8-486e-a31b-96e0dfb1c029 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:07:57.263356 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d40f3463-338e-4b81-a207-6f2aa060db07 req-1831e5ab-a0ec-4120-a2b0-704932b41805 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e57154-05ec-4233-ad5d-fbf80c3be864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1953397 Jun 11 18:07:57.269249 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-52f01d21-708b-4c39-bfac-e26e15319fab req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:57.325368 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a306f34e-ae7e-4fc7-9b12-5080710cdb41 req-a8fa7e4f-876c-43c3-b3ea-6a9ddc70e673 service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1679547 Jun 11 18:07:57.368584 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:57.396593 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-92a2957e-cf6f-4b3d-a99e-b03b057fc28c req-a294c721-a60d-4dd6-ae37-9eac94de11fe tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 210 time: 0.2193346 Jun 11 18:07:57.404502 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-52f01d21-708b-4c39-bfac-e26e15319fab req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:57.412266 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:57.490454 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef24f4-5567-4764-9593-83f9cb1fa772 req-f5cd6063-09bd-4d44-99dc-2cc65e1e478f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:57.515490 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-beef24f4-5567-4764-9593-83f9cb1fa772 req-f5cd6063-09bd-4d44-99dc-2cc65e1e478f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 1.0583098 Jun 11 18:07:57.558482 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 944a97a6-87a8-486e-a31b-96e0dfb1c029, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:57.566665 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f01d21-708b-4c39-bfac-e26e15319fab req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Network f4a99207-a48b-4525-ad44-d806f4e3e472 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:57.595195 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-52f01d21-708b-4c39-bfac-e26e15319fab req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:57.603184 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f01d21-708b-4c39-bfac-e26e15319fab req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:07:57.614615 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f01d21-708b-4c39-bfac-e26e15319fab req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:57.615775 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-52f01d21-708b-4c39-bfac-e26e15319fab req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:57.640603 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 48788) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:57.656924 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0684400 Jun 11 18:07:57.664952 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Pushing event updated for resources: {'Port': ['ID=96026607-ec65-48ae-8fba-50d84092100c,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:57.671516 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:57.678679 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Request body: {'port': {'device_id': '515629aa-cb7d-4a62-ba67-f8bcb2103eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:57.852952 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'port_id': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'mac_address': 'fa:16:3e:c9:2e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:07:57.910578 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:58.059796 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:58.075842 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d41c80a2-7cb1-413f-b0d2-6b8dba70d122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:58.108366 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944a97a6-87a8-486e-a31b-96e0dfb1c029 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:07:58.173215 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 944a97a6-87a8-486e-a31b-96e0dfb1c029, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:58.188819 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:58.191597 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-161708e4-831d-443d-a3b3-25513402c8a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:58.327587 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=944a97a6-87a8-486e-a31b-96e0dfb1c029,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:58.334495 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:58.463963 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['944a97a6-87a8-486e-a31b-96e0dfb1c029'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:07:58.604280 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:58.660480 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-beef24f4-5567-4764-9593-83f9cb1fa772 req-7a71c864-32b2-4eda-b886-88871e600267 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1304908 Jun 11 18:07:58.687681 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:58.688982 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:58.691956 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:58.693120 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > port after_create 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:58.693857 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:58.695157 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > port after_update 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:58.696092 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:58.696944 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:58.697805 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:58.698597 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:59.158239 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:59.160274 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:59.161578 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:59.162533 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:07:59.163693 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa48c66a-3ec7-460a-b33d-be044cf50843']}} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:59.219125 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e68e87-df57-46ea-b04b-617f811f25fa') {'for_net_delete': True} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:59.219916 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e68e87-df57-46ea-b04b-617f811f25fa') {} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:59.308898 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32623683'] for segment, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.346180 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d41c80a2-7cb1-413f-b0d2-6b8dba70d122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.425071 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.433631 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d40f3463-338e-4b81-a207-6f2aa060db07 req-29d2d5a6-9536-4ace-83f2-98fa7d8c122f service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1596117 Jun 11 18:07:59.440234 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d41c80a2-7cb1-413f-b0d2-6b8dba70d122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.457470 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=91991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:07:59.458245 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29514911'] for segment, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: from cryptography.utils import int_from_bytes Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: from cryptography.utils import int_from_bytes Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: Traceback (most recent call last): Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: timer() Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: cb(*args, **kw) Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: return func(*args, **kwargs) Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: self._notify() Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: self.callback(batched_events) Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: event.method(event) Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: return f(self, *a, **k) Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: return self._get(url).json() Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: return self.request(url, 'GET', **kwargs) Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:07:59.482558 dv-cinder-796049-1-smb neutron-server[91991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:07:59.496368 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:59.535557 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-d41c80a2-7cb1-413f-b0d2-6b8dba70d122 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c4fd8897a5ca42df8ab1450259db1650&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8885992 Jun 11 18:07:59.550380 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 48832) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:59.595374 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96026607-ec65-48ae-8fba-50d84092100c {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:07:59.609111 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c80a2-7cb1-413f-b0d2-6b8dba70d122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad80039-0bda-4702-bb5d-8db9e64b8e6c,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:59.616062 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d41c80a2-7cb1-413f-b0d2-6b8dba70d122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:59.628503 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.695794 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Transition to ACTIVE for port object 96026607-ec65-48ae-8fba-50d84092100c will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:59.733681 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5ea6c868-a8e4-4a89-8cfe-7c278820d369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.761945 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.764359 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0947ca-3cd0-478b-8281-08ac1d54182e req-50a236bf-2d7e-4908-ade3-97f0e5f9735a tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:59.773790 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:59.781477 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1d0947ca-3cd0-478b-8281-08ac1d54182e req-50a236bf-2d7e-4908-ade3-97f0e5f9735a tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 1.6146188 Jun 11 18:07:59.788113 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48842) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:59.794394 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.801109 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-b8b63ec1-d0c6-4bb1-8e86-42d309b8d9db tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Request body: {'floatingip': {'port_id': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:59.814860 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5ea6c868-a8e4-4a89-8cfe-7c278820d369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.959387 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b8b63ec1-d0c6-4bb1-8e86-42d309b8d9db tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:00.196390 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Pushing event updated for resources: {'Port': ['ID=96026607-ec65-48ae-8fba-50d84092100c,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:00.216521 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:00.220440 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5ea6c868-a8e4-4a89-8cfe-7c278820d369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:00.225637 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5ea6c868-a8e4-4a89-8cfe-7c278820d369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:00.231579 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-5ea6c868-a8e4-4a89-8cfe-7c278820d369 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3ad80039-0bda-4702-bb5d-8db9e64b8e6c HTTP/1.1" status: 204 len: 168 time: 0.6755111 Jun 11 18:08:00.251341 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:00.255490 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] 10.222.0.63 "DELETE /v2.0/networks/fa48c66a-3ec7-460a-b33d-be044cf50843 HTTP/1.1" status: 204 len: 168 time: 3.3228040 Jun 11 18:08:00.256782 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:00.320142 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:00.354385 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d965460-5cb2-4427-a267-19d6b4ff49cd req-b09d1aac-6c19-49c0-96cb-9381a85a2fd3 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:00.357714 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0d965460-5cb2-4427-a267-19d6b4ff49cd req-b09d1aac-6c19-49c0-96cb-9381a85a2fd3 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 1.1242487 Jun 11 18:08:00.374587 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6c868-a8e4-4a89-8cfe-7c278820d369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad80039-0bda-4702-bb5d-8db9e64b8e6c,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:00.378696 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Attempting to bind port 96026607-ec65-48ae-8fba-50d84092100c on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:08:00.379661 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Attempting to bind port 96026607-ec65-48ae-8fba-50d84092100c by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '89fbef1e-b597-46b5-9f17-eb4b85746fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'f4a99207-a48b-4525-ad44-d806f4e3e472'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:08:00.380730 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Attempting to bind port 96026607-ec65-48ae-8fba-50d84092100c on network f4a99207-a48b-4525-ad44-d806f4e3e472 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:08:00.408270 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-5ea6c868-a8e4-4a89-8cfe-7c278820d369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:00.410283 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Port 96026607-ec65-48ae-8fba-50d84092100c on network f4a99207-a48b-4525-ad44-d806f4e3e472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:08:00.410840 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Attempting to bind port 96026607-ec65-48ae-8fba-50d84092100c on network f4a99207-a48b-4525-ad44-d806f4e3e472 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:08:00.428315 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:08:00.428915 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Checking segment: {'id': '89fbef1e-b597-46b5-9f17-eb4b85746fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'f4a99207-a48b-4525-ad44-d806f4e3e472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:08:00.429586 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Bound using segment: {'id': '89fbef1e-b597-46b5-9f17-eb4b85746fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'f4a99207-a48b-4525-ad44-d806f4e3e472'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:08:00.430382 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Bound port: 96026607-ec65-48ae-8fba-50d84092100c, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fbef1e-b597-46b5-9f17-eb4b85746fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'f4a99207-a48b-4525-ad44-d806f4e3e472'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:08:00.431006 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:00.466368 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=fa48c66a-3ec7-460a-b33d-be044cf50843,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:00.563073 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:00.729041 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] For port 96026607-ec65-48ae-8fba-50d84092100c, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:08:00.736750 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] For port 96026607-ec65-48ae-8fba-50d84092100c, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=96026607-ec65-48ae-8fba-50d84092100c,segment=NetworkSegment(89fbef1e-b597-46b5-9f17-eb4b85746fec),segment_id=89fbef1e-b597-46b5-9f17-eb4b85746fec)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:08:00.753936 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:00.757709 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a132f7ff-bb04-493a-b5d3-4bde271597ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:00.761486 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d40f3463-338e-4b81-a207-6f2aa060db07 req-1f47a57f-86cd-4803-abcc-5d6e0a79ee2d service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3110824 Jun 11 18:08:00.921915 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0d965460-5cb2-4427-a267-19d6b4ff49cd req-e6ab4715-3329-4726-97c9-ea3f992629cb tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875019 Jun 11 18:08:00.922908 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:00.923254 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:00.939392 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] 10.222.0.77 "PUT /v2.0/ports/96026607-ec65-48ae-8fba-50d84092100c HTTP/1.1" status: 200 len: 1093 time: 3.2698238 Jun 11 18:08:00.940261 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515629aa-cb7d-4a62-ba67-f8bcb2103eb8', 'tag': '96026607-ec65-48ae-8fba-50d84092100c'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:00.954990 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c08443-1bd0-4b81-b28f-a9af944def5a" -d '{"events": [{"name": "network-changed", "server_uuid": "515629aa-cb7d-4a62-ba67-f8bcb2103eb8", "tag": "96026607-ec65-48ae-8fba-50d84092100c"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:00.959855 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 48888) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:01.239267 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 944a97a6-87a8-486e-a31b-96e0dfb1c029 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:08:01.240893 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Pushing event updated for resources: {'Port': ['ID=96026607-ec65-48ae-8fba-50d84092100c,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:01.283160 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:01.368073 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-eb6f7166-fe8f-496e-9ecc-9ad51d3bd594 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=898614f1fe03445bb7f63c18ccb3f6bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3514044 Jun 11 18:08:01.369871 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48902) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:01.383412 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d2b48-601b-4c11-abc0-35ac253e1a63 req-e4adb8de-2f95-4ddb-b9aa-6d15ed80448b tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:01.394438 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-953d2b48-601b-4c11-abc0-35ac253e1a63 req-e4adb8de-2f95-4ddb-b9aa-6d15ed80448b tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 943 time: 1.3179350 Jun 11 18:08:01.416871 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f01d21-708b-4c39-bfac-e26e15319fab req-0566770f-12a2-4d86-8ed2-d798ef6ad76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:01.420127 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-0566770f-12a2-4d86-8ed2-d798ef6ad76b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5902ac487f345d187ccc540b9de6fc7&device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 1096 time: 0.3345833 Jun 11 18:08:01.464187 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port 944a97a6-87a8-486e-a31b-96e0dfb1c029 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:08:01.490383 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 944a97a6-87a8-486e-a31b-96e0dfb1c029 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:08:01.490383 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:01.612847 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-b11a07b6-a6e5-41cd-aa33-3359e00674a3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96026607-ec65-48ae-8fba-50d84092100c HTTP/1.1" status: 200 len: 217 time: 0.1805575 Jun 11 18:08:01.806955 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 48918) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:01.823075 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f01d21-708b-4c39-bfac-e26e15319fab req-8cba5227-8101-4748-99a2-dc2b03d203a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:01.831280 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-8cba5227-8101-4748-99a2-dc2b03d203a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=40d00d86-e966-4189-8c0a-699fee47134e HTTP/1.1" status: 200 len: 846 time: 0.2123282 Jun 11 18:08:01.845635 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:01.867655 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-657f9761-f684-417a-a699-ce2e0d704e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:01.880316 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-953d2b48-601b-4c11-abc0-35ac253e1a63 req-7bb0284c-368a-415b-9de9-b85b1770326e tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/security-groups?id=003569cd-9fb4-4434-afac-99465a866a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847913 Jun 11 18:08:01.971982 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 944a97a6-87a8-486e-a31b-96e0dfb1c029, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:01.973820 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:01.978614 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35579af6-29b8-46c3-9977-f174d8b7469d" -d '{"events": [{"server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "name": "network-vif-plugged", "status": "completed", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:01.993164 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:02.000040 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:02.070461 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c434ecb-fb46-4b0e-b79b-5a5b7542b451 x-openstack-request-id: req-1c434ecb-fb46-4b0e-b79b-5a5b7542b451 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:02.071026 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515629aa-cb7d-4a62-ba67-f8bcb2103eb8", "tag": "96026607-ec65-48ae-8fba-50d84092100c", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:02.071455 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1c434ecb-fb46-4b0e-b79b-5a5b7542b451 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:02.072115 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515629aa-cb7d-4a62-ba67-f8bcb2103eb8', 'tag': '96026607-ec65-48ae-8fba-50d84092100c', 'status': 'completed', 'code': 200} Jun 11 18:08:02.078431 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-360d52c2-9e25-400c-ad34-f65634c11e07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f4a99207-a48b-4525-ad44-d806f4e3e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2138321 Jun 11 18:08:02.115612 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f282b1a-aaf3-4cf0-9995-e685f787cc25 x-openstack-request-id: req-5f282b1a-aaf3-4cf0-9995-e685f787cc25 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:02.116492 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "name": "network-vif-plugged", "status": "completed", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:02.117644 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5f282b1a-aaf3-4cf0-9995-e685f787cc25 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:02.118633 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'code': 200} Jun 11 18:08:02.213144 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=944a97a6-87a8-486e-a31b-96e0dfb1c029,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:02.221717 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:02.509778 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-a133426c-ae1c-4b1b-801d-1eaf003bb63b service neutron] 10.222.0.77 "GET /v2.0/networks/f4a99207-a48b-4525-ad44-d806f4e3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212985 Jun 11 18:08:02.572899 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-657f9761-f684-417a-a699-ce2e0d704e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:02.597040 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-657f9761-f684-417a-a699-ce2e0d704e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:02.606668 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-765a8ee4-24ae-45f9-90d5-0ce611cc626b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:02.692680 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c09b8014-7ce5-4112-90ba-849d1169f891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:02.809964 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-657f9761-f684-417a-a699-ce2e0d704e40 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9fdaa63fddfb4ab786db29c12822bd7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0005908 Jun 11 18:08:02.814915 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 48954) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:02.816090 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f9761-f684-417a-a699-ce2e0d704e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f3086e-685d-44bb-8ec8-652766ae67b0,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:02.822522 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-657f9761-f684-417a-a699-ce2e0d704e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:02.829496 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534baaa-d671-4cec-adf8-860cc4647834 req-d087a233-7f2d-4bea-86f2-c36aa3b92eb6 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:02.832166 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0534baaa-d671-4cec-adf8-860cc4647834 req-d087a233-7f2d-4bea-86f2-c36aa3b92eb6 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 944 time: 1.4979479 Jun 11 18:08:02.899047 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-52f01d21-708b-4c39-bfac-e26e15319fab req-9bf94b8a-0a57-49bd-96cf-3ed828ba787b service neutron] 10.222.0.77 "GET /v2.0/networks/f4a99207-a48b-4525-ad44-d806f4e3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742433 Jun 11 18:08:02.963867 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fcc7db8b-f39d-4bca-97c3-ddd270e6d903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:02.996418 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c09b8014-7ce5-4112-90ba-849d1169f891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:03.056081 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fcc7db8b-f39d-4bca-97c3-ddd270e6d903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:03.187592 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c08443-1bd0-4b81-b28f-a9af944def5a req-cf4bd8f0-27d9-4c7e-aebe-6d79a0a5a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:03.190882 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a3c08443-1bd0-4b81-b28f-a9af944def5a req-cf4bd8f0-27d9-4c7e-aebe-6d79a0a5a001 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5902ac487f345d187ccc540b9de6fc7&device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 1096 time: 0.1884604 Jun 11 18:08:03.285449 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fcc7db8b-f39d-4bca-97c3-ddd270e6d903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:03.291947 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fcc7db8b-f39d-4bca-97c3-ddd270e6d903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:03.293279 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-fcc7db8b-f39d-4bca-97c3-ddd270e6d903 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/52f3086e-685d-44bb-8ec8-652766ae67b0 HTTP/1.1" status: 204 len: 168 time: 0.4693046 Jun 11 18:08:03.340480 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.db.resource_extend [None req-b8b63ec1-d0c6-4bb1-8e86-42d309b8d9db tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 18:08:03.432601 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:03.493755 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0534baaa-d671-4cec-adf8-860cc4647834 req-d8c07709-b1c6-423c-b32b-a984c0418408 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5933051 Jun 11 18:08:03.508008 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 48966) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:03.514956 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7db8b-f39d-4bca-97c3-ddd270e6d903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f3086e-685d-44bb-8ec8-652766ae67b0,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:03.521508 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-fcc7db8b-f39d-4bca-97c3-ddd270e6d903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:03.579446 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c08443-1bd0-4b81-b28f-a9af944def5a req-3291ab90-5f5d-47d5-8467-299f57144c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:03.582652 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a3c08443-1bd0-4b81-b28f-a9af944def5a req-3291ab90-5f5d-47d5-8467-299f57144c48 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f4a99207-a48b-4525-ad44-d806f4e3e472 HTTP/1.1" status: 200 len: 908 time: 0.3824954 Jun 11 18:08:03.591415 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49155092-b588-41a3-9ad2-cb53a32087e4 req-a33f2544-e531-429a-8fcc-338f31d1548c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:03.604999 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-49155092-b588-41a3-9ad2-cb53a32087e4 req-a33f2544-e531-429a-8fcc-338f31d1548c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.8968298 Jun 11 18:08:03.640115 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c09b8014-7ce5-4112-90ba-849d1169f891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:03.645331 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c09b8014-7ce5-4112-90ba-849d1169f891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:03.647341 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-c09b8014-7ce5-4112-90ba-849d1169f891 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/29b5168b-eb32-4d41-b3e3-43f991044233 HTTP/1.1" status: 204 len: 168 time: 2.2501698 Jun 11 18:08:03.665065 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-6904b7ca-df89-42cc-b3d2-abffbcfddc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:03.688829 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b8b63ec1-d0c6-4bb1-8e86-42d309b8d9db tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:03.695753 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e25bc-a59e-49b8-a2c6-67bf77cb2ce4 req-274d182c-8965-4fb3-afdc-3bf4c71b41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:03.701047 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a64e25bc-a59e-49b8-a2c6-67bf77cb2ce4 req-274d182c-8965-4fb3-afdc-3bf4c71b41cc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 1098 time: 1.0034549 Jun 11 18:08:03.753361 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b8b63ec1-d0c6-4bb1-8e86-42d309b8d9db tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:03.814633 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a3c08443-1bd0-4b81-b28f-a9af944def5a req-365712e9-6329-4bc3-8b94-61ba281600ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96026607-ec65-48ae-8fba-50d84092100c HTTP/1.1" status: 200 len: 217 time: 0.2200074 Jun 11 18:08:03.942844 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b8014-7ce5-4112-90ba-849d1169f891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b5168b-eb32-4d41-b3e3-43f991044233,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:04.088395 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c08443-1bd0-4b81-b28f-a9af944def5a req-374d4d67-d904-48c5-8de6-45fa3b4ba2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:04.088395 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a3c08443-1bd0-4b81-b28f-a9af944def5a req-374d4d67-d904-48c5-8de6-45fa3b4ba2c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=40d00d86-e966-4189-8c0a-699fee47134e HTTP/1.1" status: 200 len: 846 time: 0.2678645 Jun 11 18:08:04.148820 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-c09b8014-7ce5-4112-90ba-849d1169f891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:04.191598 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a3c08443-1bd0-4b81-b28f-a9af944def5a req-853ddc2c-c5ea-49be-94c1-6de9bd34c3f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f4a99207-a48b-4525-ad44-d806f4e3e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881925 Jun 11 18:08:04.309316 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-49155092-b588-41a3-9ad2-cb53a32087e4 req-149c2f80-17b2-4c28-a4de-db96c9eb8506 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026706 Jun 11 18:08:04.400102 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a3c08443-1bd0-4b81-b28f-a9af944def5a req-9c0ee09f-67d9-4572-a11e-c113887db3f0 service neutron] 10.222.0.77 "GET /v2.0/networks/f4a99207-a48b-4525-ad44-d806f4e3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010136 Jun 11 18:08:04.406872 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.l3_db [None req-b8b63ec1-d0c6-4bb1-8e86-42d309b8d9db tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Floating IP 56a5b6c9-e25e-492f-83d5-b37b11efd186 associated. External IP: 172.28.1.68, port: f06f3702-3bd4-4728-8a93-2d0c88f2300b. Jun 11 18:08:04.522231 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a64e25bc-a59e-49b8-a2c6-67bf77cb2ce4 req-a9895cdf-0fbd-426e-b006-2279bf20f498 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7905271 Jun 11 18:08:04.601790 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-61b3cdba-8144-44a3-a6aa-46f442e38421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:04.692462 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c9566-cd71-4c71-a477-867841cba5a1 req-763f9f0f-45cf-4ecc-aa63-fc8d94d20173 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:04.700867 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5f8c9566-cd71-4c71-a477-867841cba5a1 req-763f9f0f-45cf-4ecc-aa63-fc8d94d20173 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 943 time: 0.5582817 Jun 11 18:08:04.736826 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a3c08443-1bd0-4b81-b28f-a9af944def5a req-4b3a6a7d-afd6-4508-99c9-3ff99a6ed829 service neutron] 10.222.0.77 "GET /v2.0/networks/f4a99207-a48b-4525-ad44-d806f4e3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218665 Jun 11 18:08:04.847190 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5f8c9566-cd71-4c71-a477-867841cba5a1 req-03e9b24e-db8f-4932-9648-37f99608d64c tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/security-groups?id=003569cd-9fb4-4434-afac-99465a866a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444199 Jun 11 18:08:05.259538 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 96026607-ec65-48ae-8fba-50d84092100c details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:08:05.340871 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafff73-e20a-44ed-b8e8-0bcf6062ea3e req-d9ebf3aa-d6bf-4fc8-82ed-c19202677005 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:05.343645 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4aafff73-e20a-44ed-b8e8-0bcf6062ea3e req-d9ebf3aa-d6bf-4fc8-82ed-c19202677005 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.4947681 Jun 11 18:08:05.396514 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-61b3cdba-8144-44a3-a6aa-46f442e38421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:05.431591 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-61b3cdba-8144-44a3-a6aa-46f442e38421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:05.444590 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-e08553aa-0c89-4a83-9352-872af6dc80fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:05.464596 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b63ec1-d0c6-4bb1-8e86-42d309b8d9db tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Router 65139bdf-231c-408e-a81d-b25ed17fca4f has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:08:05.603253 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4aafff73-e20a-44ed-b8e8-0bcf6062ea3e req-192dba02-0a19-43bc-a6f3-94c6e17f0b3f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306986 Jun 11 18:08:05.631921 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-61b3cdba-8144-44a3-a6aa-46f442e38421 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=90b3f8b0006c4558b02450e96c282575&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1211383 Jun 11 18:08:05.636682 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49026) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:05.646807 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3cdba-8144-44a3-a6aa-46f442e38421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082e57bb-159f-4823-8917-335e9f95a65f,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:05.662916 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-61b3cdba-8144-44a3-a6aa-46f442e38421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:05.871749 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 96026607-ec65-48ae-8fba-50d84092100c, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=96026607-ec65-48ae-8fba-50d84092100c,segment=NetworkSegment(89fbef1e-b597-46b5-9f17-eb4b85746fec),segment_id=89fbef1e-b597-46b5-9f17-eb4b85746fec)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:05.925115 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-24defcaa-6aad-4b5c-be56-e34f14ba3623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:05.961679 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '96026607-ec65-48ae-8fba-50d84092100c', 'network_id': 'f4a99207-a48b-4525-ad44-d806f4e3e472', 'port_id': '96026607-ec65-48ae-8fba-50d84092100c', 'mac_address': 'fa:16:3e:cb:81:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d00d86-e966-4189-8c0a-699fee47134e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:08:06.038278 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-24defcaa-6aad-4b5c-be56-e34f14ba3623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:06.128283 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:06.209097 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96026607-ec65-48ae-8fba-50d84092100c {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:08:06.275245 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-24defcaa-6aad-4b5c-be56-e34f14ba3623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:06.281486 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-24defcaa-6aad-4b5c-be56-e34f14ba3623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:06.290512 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-24defcaa-6aad-4b5c-be56-e34f14ba3623 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/082e57bb-159f-4823-8917-335e9f95a65f HTTP/1.1" status: 204 len: 168 time: 0.6520557 Jun 11 18:08:06.293143 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-e0488bff-1693-4e6a-9ffe-52555d20cb5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:06.300936 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 96026607-ec65-48ae-8fba-50d84092100c, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=96026607-ec65-48ae-8fba-50d84092100c,segment=NetworkSegment(89fbef1e-b597-46b5-9f17-eb4b85746fec),segment_id=89fbef1e-b597-46b5-9f17-eb4b85746fec)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:06.321771 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:06.328220 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:06.358548 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24defcaa-6aad-4b5c-be56-e34f14ba3623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082e57bb-159f-4823-8917-335e9f95a65f,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:06.384404 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-24defcaa-6aad-4b5c-be56-e34f14ba3623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:06.511903 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=96026607-ec65-48ae-8fba-50d84092100c,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:06.527132 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:06.608530 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['96026607-ec65-48ae-8fba-50d84092100c'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:08:06.910524 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b63ec1-d0c6-4bb1-8e86-42d309b8d9db tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:08:06.924855 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-b8b63ec1-d0c6-4bb1-8e86-42d309b8d9db tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:06.942163 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb86e1-19b5-4353-ad16-3039ac03666d None None] Sync routers for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:08:06.962145 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb86e1-19b5-4353-ad16-3039ac03666d None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:08:06.963381 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-8feb86e1-19b5-4353-ad16-3039ac03666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:07:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:07.024750 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d563267-c2bb-4682-ac05-7f170ee528ef req-04c23308-6f14-4066-b37f-f38a58e2be94 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:07.037610 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8d563267-c2bb-4682-ac05-7f170ee528ef req-04c23308-6f14-4066-b37f-f38a58e2be94 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.8939795 Jun 11 18:08:07.122423 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631ad43-8d7e-489a-9ecb-0fff1a3a1883 req-e7b33b00-339a-4210-ac74-74acf6a6b938 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:07.125640 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5631ad43-8d7e-489a-9ecb-0fff1a3a1883 req-e7b33b00-339a-4210-ac74-74acf6a6b938 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 944 time: 0.4751222 Jun 11 18:08:07.146451 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-b8b63ec1-d0c6-4bb1-8e86-42d309b8d9db tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "PUT /v2.0/floatingips/56a5b6c9-e25e-492f-83d5-b37b11efd186 HTTP/1.1" status: 200 len: 990 time: 7.3559253 Jun 11 18:08:07.208335 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49064) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:07.224725 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350628e9-f984-4db5-912b-d90dc64f253c', 'tag': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:07.229592 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfa5071-dbea-4900-9473-71deef83aa53" -d '{"events": [{"name": "network-changed", "server_uuid": "350628e9-f984-4db5-912b-d90dc64f253c", "tag": "f06f3702-3bd4-4728-8a93-2d0c88f2300b"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:07.247366 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-64c1f0d2-4363-4007-ae68-1df6e77919ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:07.250588 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8d563267-c2bb-4682-ac05-7f170ee528ef req-3d9a3505-1d22-4aa4-adef-97921913cf77 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933765 Jun 11 18:08:07.342839 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-8feb86e1-19b5-4353-ad16-3039ac03666d None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:08:07.349532 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5631ad43-8d7e-489a-9ecb-0fff1a3a1883 req-1ff8c2b4-0edb-44a6-a753-dd642d9902f0 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/security-groups?id=003569cd-9fb4-4434-afac-99465a866a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700022 Jun 11 18:08:07.458654 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 49068) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:07.675171 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-64c1f0d2-4363-4007-ae68-1df6e77919ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:07.689491 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-64c1f0d2-4363-4007-ae68-1df6e77919ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:07.695928 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-076a11bd-45c4-4763-9534-704d28b91ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:07.798015 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-20331a59-8185-4fde-baca-998ef7705ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:07.883909 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1f0d2-4363-4007-ae68-1df6e77919ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa7b0ed-2403-434b-aa61-bb036574dc45,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:07.901882 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-64c1f0d2-4363-4007-ae68-1df6e77919ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:07.923746 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-64c1f0d2-4363-4007-ae68-1df6e77919ed admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=52c38cf4e6f14c368af89baa0cd928aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7130225 Jun 11 18:08:07.925098 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49082) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:08.023180 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb511a93-0e09-4621-be37-32ec14f1ec3b req-cb6a88d8-e70b-493a-a5d8-95f38115de08 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:08.025716 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fb511a93-0e09-4621-be37-32ec14f1ec3b req-cb6a88d8-e70b-493a-a5d8-95f38115de08 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.4049373 Jun 11 18:08:08.028878 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2012cf96-a9ec-4321-80ef-35a271d61918 x-openstack-request-id: req-2012cf96-a9ec-4321-80ef-35a271d61918 {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:08.029358 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350628e9-f984-4db5-912b-d90dc64f253c", "tag": "f06f3702-3bd4-4728-8a93-2d0c88f2300b", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:08.030349 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2012cf96-a9ec-4321-80ef-35a271d61918 {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:08.031468 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350628e9-f984-4db5-912b-d90dc64f253c', 'tag': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b', 'status': 'completed', 'code': 200} Jun 11 18:08:08.164382 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9cb1256c-defe-4d3b-802e-ea2dd9997eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:08.207136 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fb511a93-0e09-4621-be37-32ec14f1ec3b req-0b36a38a-73ca-43f0-af62-79af4c4ba382 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589472 Jun 11 18:08:08.243126 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9cb1256c-defe-4d3b-802e-ea2dd9997eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:08.377209 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-20331a59-8185-4fde-baca-998ef7705ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:08.383624 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa5071-dbea-4900-9473-71deef83aa53 req-ae528fef-7bba-4cf3-a2a7-d34a15b80182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:08.393603 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-20331a59-8185-4fde-baca-998ef7705ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:08.396058 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0cfa5071-dbea-4900-9473-71deef83aa53 req-ae528fef-7bba-4cf3-a2a7-d34a15b80182 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=00ab5e082c9c46598b282b55ea9f9587&device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 1098 time: 0.3557873 Jun 11 18:08:08.487617 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:08.596678 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-20331a59-8185-4fde-baca-998ef7705ea3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=59b7fb2518d348ab97629230d34de56a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1314425 Jun 11 18:08:08.596678 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20331a59-8185-4fde-baca-998ef7705ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c471a8-ec24-428e-bccc-3289f220912d,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:08.607083 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-20331a59-8185-4fde-baca-998ef7705ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:08.609840 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 49096) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:08.745741 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49102) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:08.796780 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9cb1256c-defe-4d3b-802e-ea2dd9997eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:08.802593 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9cb1256c-defe-4d3b-802e-ea2dd9997eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:08.809307 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-9cb1256c-defe-4d3b-802e-ea2dd9997eef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/efa7b0ed-2403-434b-aa61-bb036574dc45 HTTP/1.1" status: 204 len: 168 time: 0.8786416 Jun 11 18:08:08.815284 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b49179d2-f65c-4c4d-9d88-4fcdc8983290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:08.855383 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1256c-defe-4d3b-802e-ea2dd9997eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa7b0ed-2403-434b-aa61-bb036574dc45,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:08.859129 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-9cb1256c-defe-4d3b-802e-ea2dd9997eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:08.865011 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa5071-dbea-4900-9473-71deef83aa53 req-17d8b88c-cd90-4a8b-9a56-817f1b95e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:08.868236 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0cfa5071-dbea-4900-9473-71deef83aa53 req-17d8b88c-cd90-4a8b-9a56-817f1b95e630 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8b07964-869c-4914-9bdd-9766517dc52f HTTP/1.1" status: 200 len: 912 time: 0.4566042 Jun 11 18:08:08.872369 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-8feb86e1-19b5-4353-ad16-3039ac03666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': '56a5b6c9-e25e-492f-83d5-b37b11efd186', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'floating_ip_address': '172.28.1.68', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'port_id': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'mac_address': 'fa:16:3e:1b:31:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350628e9-f984-4db5-912b-d90dc64f253c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:07:14Z', 'updated_at': '2021-06-11T18:08:03Z', 'revision_number': 1, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 5, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:08.891593 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb86e1-19b5-4353-ad16-3039ac03666d None None] Checking router: 65139bdf-231c-408e-a81d-b25ed17fca4f for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:08:08.920205 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb86e1-19b5-4353-ad16-3039ac03666d None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:08:08.925613 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-8feb86e1-19b5-4353-ad16-3039ac03666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:07:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:09.000262 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf75a0b-3487-4b42-bcda-2b2722c7e582 req-b637bb32-c35f-4237-9ab7-3869492eb5c5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:09.003627 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7cf75a0b-3487-4b42-bcda-2b2722c7e582 req-b637bb32-c35f-4237-9ab7-3869492eb5c5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.3951864 Jun 11 18:08:09.029044 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833e31-1d44-45e0-bfc8-ee4e18bced94 req-b4295153-6329-41ec-8df3-a6892404493b tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:09.041113 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a2833e31-1d44-45e0-bfc8-ee4e18bced94 req-b4295153-6329-41ec-8df3-a6892404493b tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.2788296 Jun 11 18:08:09.046925 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 49110) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:09.064054 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-ef4e746f-b1e5-43f5-b980-cb4c5416c7d1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Request body: {'floatingip': {'port_id': '944a97a6-87a8-486e-a31b-96e0dfb1c029'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:08:09.243534 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ef4e746f-b1e5-43f5-b980-cb4c5416c7d1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:09.289371 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 96026607-ec65-48ae-8fba-50d84092100c up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:08:09.402576 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5102897a-2dda-4564-92ee-92d862c8e2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:09.423603 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:08:09.462502 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port 96026607-ec65-48ae-8fba-50d84092100c completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:08:09.475466 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 96026607-ec65-48ae-8fba-50d84092100c triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:08:09.476069 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:09.577907 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-8feb86e1-19b5-4353-ad16-3039ac03666d None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:08:09.578867 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-af7d82c3-a4ff-4ddd-ace1-48cca3b73d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:09.677090 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0cfa5071-dbea-4900-9473-71deef83aa53 req-5b7fcf4c-3430-40a6-b332-59a54d31a522 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f06f3702-3bd4-4728-8a93-2d0c88f2300b HTTP/1.1" status: 200 len: 998 time: 0.8004758 Jun 11 18:08:09.735299 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a2833e31-1d44-45e0-bfc8-ee4e18bced94 req-5de8f12a-ee0c-4914-8e5b-9708231213af tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927218 Jun 11 18:08:09.805623 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5102897a-2dda-4564-92ee-92d862c8e2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:09.813850 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa5071-dbea-4900-9473-71deef83aa53 req-2f3dabb2-dea7-4e43-9a49-d121c184d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:09.819752 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0cfa5071-dbea-4900-9473-71deef83aa53 req-2f3dabb2-dea7-4e43-9a49-d121c184d6a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2bf2a25e-eb7f-4c90-8184-8c11922c2acb HTTP/1.1" status: 200 len: 849 time: 0.1146843 Jun 11 18:08:09.945717 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:09.999678 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515629aa-cb7d-4a62-ba67-f8bcb2103eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96026607-ec65-48ae-8fba-50d84092100c'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:10.005007 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202bff1f-3c84-4914-a41d-ec41235a93f4" -d '{"events": [{"server_uuid": "515629aa-cb7d-4a62-ba67-f8bcb2103eb8", "name": "network-vif-plugged", "status": "completed", "tag": "96026607-ec65-48ae-8fba-50d84092100c"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:10.035093 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 96026607-ec65-48ae-8fba-50d84092100c, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=96026607-ec65-48ae-8fba-50d84092100c,segment=NetworkSegment(89fbef1e-b597-46b5-9f17-eb4b85746fec),segment_id=89fbef1e-b597-46b5-9f17-eb4b85746fec)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:10.045865 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:10.053659 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:10.178465 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa5071-dbea-4900-9473-71deef83aa53 req-66ac8bdf-9b99-49a6-9688-7d3090d6614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:10.182568 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0cfa5071-dbea-4900-9473-71deef83aa53 req-66ac8bdf-9b99-49a6-9688-7d3090d6614a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8b07964-869c-4914-9bdd-9766517dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3474216 Jun 11 18:08:10.299692 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=96026607-ec65-48ae-8fba-50d84092100c,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:10.336925 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:10.422347 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c496a640-dd99-4edc-8189-d9d85c26448d x-openstack-request-id: req-c496a640-dd99-4edc-8189-d9d85c26448d {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:10.422827 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515629aa-cb7d-4a62-ba67-f8bcb2103eb8", "name": "network-vif-plugged", "status": "completed", "tag": "96026607-ec65-48ae-8fba-50d84092100c", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:10.423308 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c496a640-dd99-4edc-8189-d9d85c26448d {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:10.424481 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515629aa-cb7d-4a62-ba67-f8bcb2103eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96026607-ec65-48ae-8fba-50d84092100c', 'code': 200} Jun 11 18:08:10.532309 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33016be-cb00-40a7-8d41-1759dad16a17 req-d4cadb6c-9979-4650-ae86-98bb4a5ae1bb tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:10.546745 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a33016be-cb00-40a7-8d41-1759dad16a17 req-d4cadb6c-9979-4650-ae86-98bb4a5ae1bb tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 944 time: 1.2916799 Jun 11 18:08:10.605373 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-8feb86e1-19b5-4353-ad16-3039ac03666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': '56a5b6c9-e25e-492f-83d5-b37b11efd186', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'floating_ip_address': '172.28.1.68', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'port_id': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'mac_address': 'fa:16:3e:1b:31:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350628e9-f984-4db5-912b-d90dc64f253c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:07:14Z', 'updated_at': '2021-06-11T18:08:03Z', 'revision_number': 1, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 5, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:10.606328 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-af7d82c3-a4ff-4ddd-ace1-48cca3b73d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:10.620110 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb86e1-19b5-4353-ad16-3039ac03666d None None] The sync data for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb is: [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': '56a5b6c9-e25e-492f-83d5-b37b11efd186', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'floating_ip_address': '172.28.1.68', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'port_id': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'mac_address': 'fa:16:3e:1b:31:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350628e9-f984-4db5-912b-d90dc64f253c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:07:14Z', 'updated_at': '2021-06-11T18:08:03Z', 'revision_number': 1, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 5, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:08:10.635253 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-af7d82c3-a4ff-4ddd-ace1-48cca3b73d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:10.646994 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d41c80a2-7cb1-413f-b0d2-6b8dba70d122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:10.727126 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a33016be-cb00-40a7-8d41-1759dad16a17 req-266d10eb-4c6b-4779-a151-1a058efface7 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/security-groups?id=003569cd-9fb4-4434-afac-99465a866a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785290 Jun 11 18:08:10.832616 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-af7d82c3-a4ff-4ddd-ace1-48cca3b73d73 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0fe4a7e11efc44958b01637a4a9b7965&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0843189 Jun 11 18:08:10.855851 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49138) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:10.860741 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5102897a-2dda-4564-92ee-92d862c8e2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:10.866997 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5102897a-2dda-4564-92ee-92d862c8e2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:10.869568 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-5102897a-2dda-4564-92ee-92d862c8e2b2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/80c471a8-ec24-428e-bccc-3289f220912d HTTP/1.1" status: 204 len: 168 time: 2.2577062 Jun 11 18:08:10.885971 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:10.909308 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102897a-2dda-4564-92ee-92d862c8e2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c471a8-ec24-428e-bccc-3289f220912d,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:10.925016 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d82c3-a4ff-4ddd-ace1-48cca3b73d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a873717-0fc8-48f6-bb97-4db4de185c35,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:10.962880 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0cfa5071-dbea-4900-9473-71deef83aa53 req-a2e308ce-7c00-44eb-a514-0a3d55718efb service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7664948 Jun 11 18:08:10.964247 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-af7d82c3-a4ff-4ddd-ace1-48cca3b73d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:11.002560 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-5102897a-2dda-4564-92ee-92d862c8e2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:11.198710 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff6e42-733e-4f17-a993-feed16c46437 None None] New status for floating IP 56a5b6c9-e25e-492f-83d5-b37b11efd186: ACTIVE {{(pid=91993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:08:11.386215 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0cfa5071-dbea-4900-9473-71deef83aa53 req-bd19efdb-e92a-43dc-bf3a-6cbfd0d9bde6 service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864079 Jun 11 18:08:11.552377 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a467f975-002c-422b-b3dd-711328b85a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:11.598276 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d306e92-58ee-4fd4-9893-1cafd8fd32a1 req-b589ffe0-c28f-43ac-91a7-8a21eff678cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:11.600936 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3d306e92-58ee-4fd4-9893-1cafd8fd32a1 req-b589ffe0-c28f-43ac-91a7-8a21eff678cc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 1098 time: 0.5000901 Jun 11 18:08:11.666484 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a467f975-002c-422b-b3dd-711328b85a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:11.700303 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.db.resource_extend [None req-ef4e746f-b1e5-43f5-b980-cb4c5416c7d1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 18:08:11.813682 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a467f975-002c-422b-b3dd-711328b85a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:11.820979 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a467f975-002c-422b-b3dd-711328b85a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:11.842363 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-a467f975-002c-422b-b3dd-711328b85a91 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3a873717-0fc8-48f6-bb97-4db4de185c35 HTTP/1.1" status: 204 len: 168 time: 0.9660859 Jun 11 18:08:11.843727 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ba13aad6-5848-4eaa-b092-264cb956177b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:11.885284 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467f975-002c-422b-b3dd-711328b85a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a873717-0fc8-48f6-bb97-4db4de185c35,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:11.896396 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a467f975-002c-422b-b3dd-711328b85a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:11.908124 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3d306e92-58ee-4fd4-9893-1cafd8fd32a1 req-e00b6213-745f-41d4-816e-bbab790b6696 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=003569cd-9fb4-4434-afac-99465a866a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699134 Jun 11 18:08:11.914452 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ef4e746f-b1e5-43f5-b980-cb4c5416c7d1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:11.966006 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb9102-87f0-420d-bb67-67a6bfcace82 req-3cffc9fc-707b-4b5f-b1d0-0982a789ab4f tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:11.972345 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5aeb9102-87f0-420d-bb67-67a6bfcace82 req-3cffc9fc-707b-4b5f-b1d0-0982a789ab4f tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.6304216 Jun 11 18:08:12.009300 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ef4e746f-b1e5-43f5-b980-cb4c5416c7d1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:12.402537 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:12.433736 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.l3_db [None req-ef4e746f-b1e5-43f5-b980-cb4c5416c7d1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Floating IP df4a146f-e8ff-40ab-9d90-cec110324f47 associated. External IP: 172.28.1.18, port: 944a97a6-87a8-486e-a31b-96e0dfb1c029. Jun 11 18:08:12.531691 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5aeb9102-87f0-420d-bb67-67a6bfcace82 req-0bdc7ee0-93a5-4cbe-8873-508e01151ba1 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494020 Jun 11 18:08:13.071038 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49182) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:13.112447 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5245cf23-2994-41ac-b81b-0aeb8a11728d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:13.212110 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c0866-1baa-4af1-b13f-85ec7a6780eb req-2bce476f-f331-4f60-8efa-b2d7bcec550d tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:13.212110 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-611c0866-1baa-4af1-b13f-85ec7a6780eb req-2bce476f-f331-4f60-8efa-b2d7bcec550d tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 945 time: 0.8949840 Jun 11 18:08:13.307952 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5245cf23-2994-41ac-b81b-0aeb8a11728d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:13.316849 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-5245cf23-2994-41ac-b81b-0aeb8a11728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:13.323353 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-9cb1256c-defe-4d3b-802e-ea2dd9997eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:13.393396 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-611c0866-1baa-4af1-b13f-85ec7a6780eb req-bf110e62-c7ae-414f-ada0-d09c3a3b8b3d tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/security-groups?id=003569cd-9fb4-4434-afac-99465a866a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629260 Jun 11 18:08:13.401967 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-5245cf23-2994-41ac-b81b-0aeb8a11728d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e28d94e07fda4cd0afdb2860a743c58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286729 Jun 11 18:08:13.405940 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245cf23-2994-41ac-b81b-0aeb8a11728d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fa2c84-7af1-4793-88c0-af270264f725,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:13.411367 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49186) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:13.415318 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-5245cf23-2994-41ac-b81b-0aeb8a11728d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:13.529207 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d13404f1-2f93-4575-89bf-dfff8fcd149b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:13.572733 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4e746f-b1e5-43f5-b980-cb4c5416c7d1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Router c13c948a-4d64-4122-8cd8-e0bb13d69916 has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:08:13.580247 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d13404f1-2f93-4575-89bf-dfff8fcd149b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:13.694166 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d13404f1-2f93-4575-89bf-dfff8fcd149b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:13.699640 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d13404f1-2f93-4575-89bf-dfff8fcd149b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:13.705449 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-d13404f1-2f93-4575-89bf-dfff8fcd149b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/67fa2c84-7af1-4793-88c0-af270264f725 HTTP/1.1" status: 204 len: 168 time: 0.2886298 Jun 11 18:08:13.705449 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:13.719504 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13404f1-2f93-4575-89bf-dfff8fcd149b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fa2c84-7af1-4793-88c0-af270264f725,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:13.725810 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d13404f1-2f93-4575-89bf-dfff8fcd149b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:14.048379 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4e746f-b1e5-43f5-b980-cb4c5416c7d1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:08:14.057151 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ef4e746f-b1e5-43f5-b980-cb4c5416c7d1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:14.067457 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae2f31e-679b-4850-81b8-2cc12b8f2955 None None] Sync routers for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:08:14.095373 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2f31e-679b-4850-81b8-2cc12b8f2955 None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:08:14.096745 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-bae2f31e-679b-4850-81b8-2cc12b8f2955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:07:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:14.122279 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ca0a5-651d-4444-825d-467d8ecc5586 req-613545c1-d724-4310-89d3-cde8a6b902f9 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:14.135178 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3f1ca0a5-651d-4444-825d-467d8ecc5586 req-613545c1-d724-4310-89d3-cde8a6b902f9 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.2954457 Jun 11 18:08:14.202871 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49210) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:14.293663 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-ef4e746f-b1e5-43f5-b980-cb4c5416c7d1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "PUT /v2.0/floatingips/df4a146f-e8ff-40ab-9d90-cec110324f47 HTTP/1.1" status: 200 len: 990 time: 5.2391481 Jun 11 18:08:14.293663 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:14.297473 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c29d9c4-296a-4f2a-bc12-6439b1cd7754" -d '{"events": [{"name": "network-changed", "server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:14.356343 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3f1ca0a5-651d-4444-825d-467d8ecc5586 req-53ad225c-0a75-4477-b003-4274ba484f5f tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388636 Jun 11 18:08:14.535000 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-87f9b3da-3938-414c-8f50-4f5062b70980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:14.557177 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-bae2f31e-679b-4850-81b8-2cc12b8f2955 None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:08:14.634990 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 49220) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:14.677860 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1dec298a-a8b4-4195-af14-a33857d48a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:14.720019 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f97e0f6-bd01-48c5-91ef-400668917fca x-openstack-request-id: req-4f97e0f6-bd01-48c5-91ef-400668917fca {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:14.721663 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:14.722163 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4f97e0f6-bd01-48c5-91ef-400668917fca {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:14.722879 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'status': 'completed', 'code': 200} Jun 11 18:08:14.859666 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-87f9b3da-3938-414c-8f50-4f5062b70980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:14.867373 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-87f9b3da-3938-414c-8f50-4f5062b70980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:14.875095 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-af7d82c3-a4ff-4ddd-ace1-48cca3b73d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:14.947367 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9b3da-3938-414c-8f50-4f5062b70980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12b8499-7d24-4311-870f-4bf945b6c490,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:14.956420 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-87f9b3da-3938-414c-8f50-4f5062b70980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:14.999179 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-87f9b3da-3938-414c-8f50-4f5062b70980 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f50709b21d77418580306a1ff9dbf3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7924850 Jun 11 18:08:15.000266 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49222) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:15.128230 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-82c4b622-983c-4a29-99f0-9c5d562fb3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:15.145690 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29d9c4-296a-4f2a-bc12-6439b1cd7754 req-81fd572f-4b4e-4913-b813-826897e3afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:15.148390 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c29d9c4-296a-4f2a-bc12-6439b1cd7754 req-81fd572f-4b4e-4913-b813-826897e3afa9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e14e1c12ff423f9c1b015253b19503&device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 1098 time: 0.3735001 Jun 11 18:08:15.188868 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-82c4b622-983c-4a29-99f0-9c5d562fb3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:15.308196 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-82c4b622-983c-4a29-99f0-9c5d562fb3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:15.309326 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304e024-8471-4bd2-8019-780327e0df3a req-0a1126e7-97ab-4b92-9053-519db58fef5f tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:15.310873 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3304e024-8471-4bd2-8019-780327e0df3a req-0a1126e7-97ab-4b92-9053-519db58fef5f tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 945 time: 0.3448758 Jun 11 18:08:15.312843 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-82c4b622-983c-4a29-99f0-9c5d562fb3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:15.315458 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-82c4b622-983c-4a29-99f0-9c5d562fb3bb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d12b8499-7d24-4311-870f-4bf945b6c490 HTTP/1.1" status: 204 len: 168 time: 0.3128951 Jun 11 18:08:15.316795 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-e3b27864-ad9f-45d2-b28c-f0002bf374e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:15.346510 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-bae2f31e-679b-4850-81b8-2cc12b8f2955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': 'df4a146f-e8ff-40ab-9d90-cec110324f47', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'floating_ip_address': '172.28.1.18', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'port_id': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'mac_address': 'fa:16:3e:c9:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:07:28Z', 'updated_at': '2021-06-11T18:08:11Z', 'revision_number': 1, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:19Z', 'revision_number': 5, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:15.347535 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4b622-983c-4a29-99f0-9c5d562fb3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12b8499-7d24-4311-870f-4bf945b6c490,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:15.357360 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae2f31e-679b-4850-81b8-2cc12b8f2955 None None] Checking router: c13c948a-4d64-4122-8cd8-e0bb13d69916 for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:08:15.360888 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-82c4b622-983c-4a29-99f0-9c5d562fb3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:15.378178 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1dec298a-a8b4-4195-af14-a33857d48a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:15.380528 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2f31e-679b-4850-81b8-2cc12b8f2955 None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:08:15.382756 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-bae2f31e-679b-4850-81b8-2cc12b8f2955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:07:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:15.510945 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1dec298a-a8b4-4195-af14-a33857d48a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:15.536552 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-3180d7fc-c20d-49d0-83d3-ee31ecedbf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:15.658998 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29d9c4-296a-4f2a-bc12-6439b1cd7754 req-84e34b4d-fde3-4bcc-ac7a-f170ca2b5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:15.661660 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c29d9c4-296a-4f2a-bc12-6439b1cd7754 req-84e34b4d-fde3-4bcc-ac7a-f170ca2b5a18 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 200 len: 918 time: 0.5041542 Jun 11 18:08:15.736626 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-bae2f31e-679b-4850-81b8-2cc12b8f2955 None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:08:15.883914 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec298a-a8b4-4195-af14-a33857d48a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5e0754-66f6-436e-9f46-58b9c04694cd,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:15.895036 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-1dec298a-a8b4-4195-af14-a33857d48a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:15.905028 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49254) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:15.905780 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-1dec298a-a8b4-4195-af14-a33857d48a05 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9a10cfdf17444301ac2ed634f6638ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2688570 Jun 11 18:08:15.923601 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3304e024-8471-4bd2-8019-780327e0df3a req-5f508d5f-0821-4e5f-b529-35d77a321882 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/security-groups?id=003569cd-9fb4-4434-afac-99465a866a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177558 Jun 11 18:08:16.070015 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-cd223a5b-a4c7-495d-a967-d04481ec707a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:16.137355 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c29d9c4-296a-4f2a-bc12-6439b1cd7754 req-7444dacb-653b-4a4a-b483-d4a53160464f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029 HTTP/1.1" status: 200 len: 998 time: 0.4662552 Jun 11 18:08:16.182644 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-cd223a5b-a4c7-495d-a967-d04481ec707a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:16.185686 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 49258) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:16.318595 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-cd223a5b-a4c7-495d-a967-d04481ec707a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:16.323947 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-cd223a5b-a4c7-495d-a967-d04481ec707a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:16.327697 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-cd223a5b-a4c7-495d-a967-d04481ec707a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ec5e0754-66f6-436e-9f46-58b9c04694cd HTTP/1.1" status: 204 len: 168 time: 0.4194925 Jun 11 18:08:16.332928 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:16.380181 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd223a5b-a4c7-495d-a967-d04481ec707a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5e0754-66f6-436e-9f46-58b9c04694cd,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:16.386074 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-cd223a5b-a4c7-495d-a967-d04481ec707a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:16.470422 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2462281a-aa9a-4eb5-9ef2-8257497c7ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:16.591236 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29d9c4-296a-4f2a-bc12-6439b1cd7754 req-b14c71d0-78b3-4a8e-8671-cb5488c8f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:16.594132 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c29d9c4-296a-4f2a-bc12-6439b1cd7754 req-b14c71d0-78b3-4a8e-8671-cb5488c8f045 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4159feda-883d-4a61-bfd7-ed412eb99cf3 HTTP/1.1" status: 200 len: 855 time: 0.4489353 Jun 11 18:08:16.617378 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb07b5-0e38-4420-867e-09acc6755560 req-66628994-4c45-4dfb-9724-c93654a7c2d1 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:16.620305 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-03bb07b5-0e38-4420-867e-09acc6755560 req-66628994-4c45-4dfb-9724-c93654a7c2d1 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.6906271 Jun 11 18:08:16.725434 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-bae2f31e-679b-4850-81b8-2cc12b8f2955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': 'df4a146f-e8ff-40ab-9d90-cec110324f47', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'floating_ip_address': '172.28.1.18', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'port_id': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'mac_address': 'fa:16:3e:c9:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:07:28Z', 'updated_at': '2021-06-11T18:08:11Z', 'revision_number': 1, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:19Z', 'revision_number': 5, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:16.735561 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae2f31e-679b-4850-81b8-2cc12b8f2955 None None] The sync data for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb is: [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': 'df4a146f-e8ff-40ab-9d90-cec110324f47', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'floating_ip_address': '172.28.1.18', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'port_id': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'mac_address': 'fa:16:3e:c9:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:07:28Z', 'updated_at': '2021-06-11T18:08:11Z', 'revision_number': 1, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:19Z', 'revision_number': 5, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:08:16.922377 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-03bb07b5-0e38-4420-867e-09acc6755560 req-7524e880-c77c-4261-911f-e486029bec12 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255304 Jun 11 18:08:17.045862 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29d9c4-296a-4f2a-bc12-6439b1cd7754 req-48e2a5f5-bd10-4e3f-8a34-5e2466638336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:17.049509 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c29d9c4-296a-4f2a-bc12-6439b1cd7754 req-48e2a5f5-bd10-4e3f-8a34-5e2466638336 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50265511-d9df-48bb-b4ed-800ebda6a31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4268918 Jun 11 18:08:17.065203 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2462281a-aa9a-4eb5-9ef2-8257497c7ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:17.085268 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2462281a-aa9a-4eb5-9ef2-8257497c7ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:17.114391 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:17.195157 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e8812-7c69-4276-883d-28263fdcafa7 None None] New status for floating IP df4a146f-e8ff-40ab-9d90-cec110324f47: ACTIVE {{(pid=91993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:08:17.226410 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462281a-aa9a-4eb5-9ef2-8257497c7ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8613d9-2cf2-4814-9356-5a32fce25085,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:17.333125 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-2462281a-aa9a-4eb5-9ef2-8257497c7ef6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=edf8efe8f2b140259a56041c66576bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9586635 Jun 11 18:08:17.334459 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-2462281a-aa9a-4eb5-9ef2-8257497c7ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:17.337864 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49276) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:17.416452 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c29d9c4-296a-4f2a-bc12-6439b1cd7754 req-46253a8d-fd02-458e-bdd3-5232d70474d0 service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469932 Jun 11 18:08:17.470679 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8c57708b-8508-4389-a27e-309858e51ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:17.524199 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8c57708b-8508-4389-a27e-309858e51ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:17.694210 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8c57708b-8508-4389-a27e-309858e51ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:17.701597 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8c57708b-8508-4389-a27e-309858e51ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:17.707972 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-8c57708b-8508-4389-a27e-309858e51ace admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fe8613d9-2cf2-4814-9356-5a32fce25085 HTTP/1.1" status: 204 len: 168 time: 0.3630717 Jun 11 18:08:17.708961 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a467f975-002c-422b-b3dd-711328b85a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:17.755768 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57708b-8508-4389-a27e-309858e51ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8613d9-2cf2-4814-9356-5a32fce25085,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:17.762760 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8c57708b-8508-4389-a27e-309858e51ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:17.845665 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c29d9c4-296a-4f2a-bc12-6439b1cd7754 req-bd5814e5-1ba8-4e9e-be50-1b743a9e00cf service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176023 Jun 11 18:08:18.472822 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348a012-c4a6-4df6-8044-9fc4c396137a req-c20b9195-d24f-4bd4-b9e8-44a521a0a736 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:18.474453 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1348a012-c4a6-4df6-8044-9fc4c396137a req-c20b9195-d24f-4bd4-b9e8-44a521a0a736 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.1305799 Jun 11 18:08:18.575076 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1348a012-c4a6-4df6-8044-9fc4c396137a req-37b59512-2d5b-44da-ad0a-f13dcdf97011 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892611 Jun 11 18:08:18.683988 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49328) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:18.997147 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-63995295-network', 'tenant_id': '53f8507c5cf74539ad4138f4fdeaca5c'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:08:19.050957 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Made reservation on behalf of 53f8507c5cf74539ad4138f4fdeaca5c for: {'network': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:08:19.055769 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.079805 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.365935 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.376044 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.384579 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-e9e923c5-a41a-40e2-b296-416f591fa3dd tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:19.421858 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=91992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:08:19.448703 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2e083f-4872-4b79-b820-51f4c7455394,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:19.456898 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:19.459037 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.459606 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.segments_db [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Added segment b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5 of type vlan for network 19a6bdeb-86b6-4cb0-abce-ec0a64f57467 Jun 11 18:08:19.586026 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.635241 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.638547 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:19.640069 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.647474 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:19.825337 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Pushing event updated for resources: {'Network': ['ID=19a6bdeb-86b6-4cb0-abce-ec0a64f57467,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:19.835446 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:19.848812 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1629598 Jun 11 18:08:19.857215 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 49374) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:19.859401 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network 19a6bdeb-86b6-4cb0-abce-ec0a64f57467 details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:08:19.865980 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-9e69cb6c-5c02-4907-8d31-9b91b21c3df3 admin admin] Request body: {'subnet': {'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-63995295-subnet', 'tenant_id': '53f8507c5cf74539ad4138f4fdeaca5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:08:19.935738 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e69cb6c-5c02-4907-8d31-9b91b21c3df3 admin admin] Made reservation on behalf of 53f8507c5cf74539ad4138f4fdeaca5c for: {'subnet': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:08:19.942350 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9e69cb6c-5c02-4907-8d31-9b91b21c3df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29870561'] for subnet, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.204908 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-eb0652d7-a5aa-4d12-86af-58bc4e5c0f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.292377 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d3fd9-986e-4261-bf79-257d913a5188 req-a9e45d89-b22b-4ee8-91aa-c5a22ddfb934 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:20.296367 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c21d3fd9-986e-4261-bf79-257d913a5188 req-a9e45d89-b22b-4ee8-91aa-c5a22ddfb934 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.3489609 Jun 11 18:08:20.406234 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49392) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:20.426843 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c21d3fd9-986e-4261-bf79-257d913a5188 req-24118c18-bebd-4a33-857e-5481fcea7bdd tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059661 Jun 11 18:08:20.656499 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9e69cb6c-5c02-4907-8d31-9b91b21c3df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29515637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29870583'] for subnet, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.672093 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-b686f047-6ae1-41ef-9402-64025bcd94f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:20.822340 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e69cb6c-5c02-4907-8d31-9b91b21c3df3 admin admin] Checking segment: {'id': 'b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:08:20.822939 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e69cb6c-5c02-4907-8d31-9b91b21c3df3 admin admin] Network hostable DHCP agents. Network: 19a6bdeb-86b6-4cb0-abce-ec0a64f57467, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:08:20.830290 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69cb6c-5c02-4907-8d31-9b91b21c3df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5609e14f-0ee9-43d8-b865-6a078b5676ce,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:20.846313 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-9e69cb6c-5c02-4907-8d31-9b91b21c3df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:20.872947 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e69cb6c-5c02-4907-8d31-9b91b21c3df3 admin admin] Network 19a6bdeb-86b6-4cb0-abce-ec0a64f57467 is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:08:20.886611 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-9e69cb6c-5c02-4907-8d31-9b91b21c3df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, 19a6bdeb-86b6-4cb0-abce-ec0a64f57467) {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:08:20.902350 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344469dd-2a0d-4e33-b33e-f57648ca74e1 None None] Network 19a6bdeb-86b6-4cb0-abce-ec0a64f57467 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:08:20.904138 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fe8d0796-84a9-4019-a897-059e0470edf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.915552 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e69cb6c-5c02-4907-8d31-9b91b21c3df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:20.917741 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9e69cb6c-5c02-4907-8d31-9b91b21c3df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.132599 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fe8d0796-84a9-4019-a897-059e0470edf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.148255 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fe8d0796-84a9-4019-a897-059e0470edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.169634 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-9e69cb6c-5c02-4907-8d31-9b91b21c3df3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3111145 Jun 11 18:08:21.203644 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b4126e9d-00fb-4e47-9509-0b2ffd0a6f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:21.276778 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-fe8d0796-84a9-4019-a897-059e0470edf0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=abd4e8dd429b41c794f3903869aa93ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8578336 Jun 11 18:08:21.276778 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d0796-84a9-4019-a897-059e0470edf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f7f1c7-df6b-4109-a461-c9d51781953e,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:21.277122 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 49414) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:21.288230 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-fe8d0796-84a9-4019-a897-059e0470edf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:21.481621 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3ae3260a-fa69-4a85-b422-3152d71aed62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.529745 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3ae3260a-fa69-4a85-b422-3152d71aed62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.570929 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd968a2d-06c9-4f79-bc33-bef0b57c0f1f None None] Network 19a6bdeb-86b6-4cb0-abce-ec0a64f57467 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:08:21.772608 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3ae3260a-fa69-4a85-b422-3152d71aed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.777281 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3ae3260a-fa69-4a85-b422-3152d71aed62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.779098 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-3ae3260a-fa69-4a85-b422-3152d71aed62 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b0f7f1c7-df6b-4109-a461-c9d51781953e HTTP/1.1" status: 204 len: 168 time: 0.5056765 Jun 11 18:08:21.781689 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a291e109-0807-4125-873e-c683b59eda36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:21.822956 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3260a-fa69-4a85-b422-3152d71aed62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f7f1c7-df6b-4109-a461-c9d51781953e,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:21.828212 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-3ae3260a-fa69-4a85-b422-3152d71aed62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:21.927295 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15614f0f-6cb7-4a8a-8cfb-60951a14927d req-82d135cc-9ac5-4963-8cb8-4f37c5c33eb7 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:21.933686 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-15614f0f-6cb7-4a8a-8cfb-60951a14927d req-82d135cc-9ac5-4963-8cb8-4f37c5c33eb7 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 945 time: 0.2933304 Jun 11 18:08:22.094693 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-15614f0f-6cb7-4a8a-8cfb-60951a14927d req-c84e97ab-c516-4f59-923c-b954567d65c2 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/security-groups?id=003569cd-9fb4-4434-afac-99465a866a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382058 Jun 11 18:08:22.388618 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca9f8-c7ef-4ec7-9aad-254904fdf836 req-4db1bdac-f4ad-436d-99e9-0cced36863d8 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:22.392072 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-98aca9f8-c7ef-4ec7-9aad-254904fdf836 req-4db1bdac-f4ad-436d-99e9-0cced36863d8 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.1865590 Jun 11 18:08:22.448598 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.494590 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49444) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:22.569565 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-98aca9f8-c7ef-4ec7-9aad-254904fdf836 req-02c033bd-3bde-42c9-baf4-45a34f06c610 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594038 Jun 11 18:08:22.691511 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-2b5f331c-c859-4721-a8f5-95207049dcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.754871 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 49448) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:22.784348 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-56955b3d-a0fe-484a-9c7f-7f34674fb294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.789735 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ea18b4b3-9c0a-4b4c-bc3d-040c3bf777b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.906528 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.db.api [None req-56955b3d-a0fe-484a-9c7f-7f34674fb294 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 18:08:22.906528 dv-cinder-796049-1-smb neutron-server[91991]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 11 18:08:22.906528 dv-cinder-796049-1-smb neutron-server[91991]: [parameters: {'project_id': '11a30ed860594d7aaabdcfa00ade48f9', 'id': '6fcb38df-9d09-435e-a844-d8ab911ec2c8', 'expiration': datetime.datetime(2021, 6, 11, 18, 10, 22, 847092)}] Jun 11 18:08:22.906528 dv-cinder-796049-1-smb neutron-server[91991]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 18:08:22.907128 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_db.api [None req-56955b3d-a0fe-484a-9c7f-7f34674fb294 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 18:08:22.980715 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc365cb6-7203-4cf5-95d6-903ef727206b req-71c60014-9554-4c7f-b3c2-b179a2c482b0 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:22.983736 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dc365cb6-7203-4cf5-95d6-903ef727206b req-71c60014-9554-4c7f-b3c2-b179a2c482b0 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.77 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 945 time: 0.1513429 Jun 11 18:08:23.047632 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267ac2e-91fd-4f4e-8663-e3883a1983bb req-a960a5b5-90c3-4835-ae4b-c4e50aa82887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:23.050523 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3267ac2e-91fd-4f4e-8663-e3883a1983bb req-a960a5b5-90c3-4835-ae4b-c4e50aa82887 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 1099 time: 0.1852887 Jun 11 18:08:23.160231 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3267ac2e-91fd-4f4e-8663-e3883a1983bb req-4d8ee118-bf73-4bbb-ab2a-fb457aeadf05 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019845 Jun 11 18:08:23.198730 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ea18b4b3-9c0a-4b4c-bc3d-040c3bf777b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.201515 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [req-dc365cb6-7203-4cf5-95d6-903ef727206b req-7ea58c75-0e4a-4f9c-881e-59e5c4b8106e tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Deleting port 96026607-ec65-48ae-8fba-50d84092100c {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:08:23.202289 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-dc365cb6-7203-4cf5-95d6-903ef727206b req-7ea58c75-0e4a-4f9c-881e-59e5c4b8106e tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.207145 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ea18b4b3-9c0a-4b4c-bc3d-040c3bf777b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.213335 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8c57708b-8508-4389-a27e-309858e51ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:23.291195 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18b4b3-9c0a-4b4c-bc3d-040c3bf777b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd0af2c-0a0c-4499-ace1-3def8dd84638,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:23.299676 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-ea18b4b3-9c0a-4b4c-bc3d-040c3bf777b6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=df1fe4b0ea78409e9dd6a98ec9f74aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8028250 Jun 11 18:08:23.301571 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ea18b4b3-9c0a-4b4c-bc3d-040c3bf777b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:23.303366 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49454) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:23.414779 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-84fa86f5-36c5-4bed-b4a7-7bcba556368c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.465819 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-84fa86f5-36c5-4bed-b4a7-7bcba556368c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.578206 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-84fa86f5-36c5-4bed-b4a7-7bcba556368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.583332 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-84fa86f5-36c5-4bed-b4a7-7bcba556368c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.589079 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-84fa86f5-36c5-4bed-b4a7-7bcba556368c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3dd0af2c-0a0c-4499-ace1-3def8dd84638 HTTP/1.1" status: 204 len: 168 time: 0.2801743 Jun 11 18:08:23.589079 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-fe8d0796-84a9-4019-a897-059e0470edf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:23.629612 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa86f5-36c5-4bed-b4a7-7bcba556368c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd0af2c-0a0c-4499-ace1-3def8dd84638,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:23.641997 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-84fa86f5-36c5-4bed-b4a7-7bcba556368c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:23.674639 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.778908 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-56955b3d-a0fe-484a-9c7f-7f34674fb294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.047055 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-dc365cb6-7203-4cf5-95d6-903ef727206b req-7ea58c75-0e4a-4f9c-881e-59e5c4b8106e tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] For port 96026607-ec65-48ae-8fba-50d84092100c, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=96026607-ec65-48ae-8fba-50d84092100c,segment=NetworkSegment(89fbef1e-b597-46b5-9f17-eb4b85746fec),segment_id=89fbef1e-b597-46b5-9f17-eb4b85746fec)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:24.048067 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-dc365cb6-7203-4cf5-95d6-903ef727206b req-7ea58c75-0e4a-4f9c-881e-59e5c4b8106e tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.272237 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [req-dc365cb6-7203-4cf5-95d6-903ef727206b req-7ea58c75-0e4a-4f9c-881e-59e5c4b8106e tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Calling delete_port for 96026607-ec65-48ae-8fba-50d84092100c owned by compute:nova {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:08:24.407409 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49472) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:24.437565 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f3c1642c-414d-42e9-b129-50c92a40c3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.450550 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd03426-2bef-45fc-87cb-aa8b29cd3cd3 req-7a0d5377-0721-4ffb-bba1-ac5459465dda tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:24.453404 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5dd03426-2bef-45fc-87cb-aa8b29cd3cd3 req-7a0d5377-0721-4ffb-bba1-ac5459465dda tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 945 time: 0.6670778 Jun 11 18:08:24.556120 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f69142-dee4-4b70-b7ab-dd472a199257 req-57e8ed23-ed4a-4ea9-92cc-3a9797c17861 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:24.558868 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a1f69142-dee4-4b70-b7ab-dd472a199257 req-57e8ed23-ed4a-4ea9-92cc-3a9797c17861 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.6304326 Jun 11 18:08:24.699919 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-56955b3d-a0fe-484a-9c7f-7f34674fb294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.707029 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5dd03426-2bef-45fc-87cb-aa8b29cd3cd3 req-64be59b8-6e77-4d3f-bcfb-0f6015b91268 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/security-groups?id=003569cd-9fb4-4434-afac-99465a866a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359085 Jun 11 18:08:24.717669 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-56955b3d-a0fe-484a-9c7f-7f34674fb294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.736400 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-c09b8014-7ce5-4112-90ba-849d1169f891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:24.795620 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a1f69142-dee4-4b70-b7ab-dd472a199257 req-408f549c-714a-402b-98dc-890a19ead204 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164958 Jun 11 18:08:24.903131 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f3c1642c-414d-42e9-b129-50c92a40c3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.919251 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f3c1642c-414d-42e9-b129-50c92a40c3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.924475 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-56955b3d-a0fe-484a-9c7f-7f34674fb294 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=11a30ed860594d7aaabdcfa00ade48f9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1670532 Jun 11 18:08:24.925253 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d13404f1-2f93-4575-89bf-dfff8fcd149b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:24.944248 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49484) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:24.945094 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56955b3d-a0fe-484a-9c7f-7f34674fb294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd648cd6-fcca-46d0-a9f4-146d6d0eb2e5,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:24.978639 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-56955b3d-a0fe-484a-9c7f-7f34674fb294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:25.037096 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-dc365cb6-7203-4cf5-95d6-903ef727206b req-7ea58c75-0e4a-4f9c-881e-59e5c4b8106e tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.039359 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1642c-414d-42e9-b129-50c92a40c3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07155562-b33a-4595-822b-ba2d052d1c33,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:25.054680 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f3c1642c-414d-42e9-b129-50c92a40c3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:25.071277 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-f3c1642c-414d-42e9-b129-50c92a40c3df admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=380428bddd464f7fa9141acc748c4d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6580620 Jun 11 18:08:25.072577 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49486) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:25.148186 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['96026607-ec65-48ae-8fba-50d84092100c'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:08:25.161460 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-0c238e7f-094d-4189-99e0-eacb8ae63f60 tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:25.196147 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-641691f8-0414-48a5-a15b-aeef99f37faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.222449 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea58c75-0e4a-4f9c-881e-59e5c4b8106e tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Pushing event deleted for resources: {'Port': ['ID=96026607-ec65-48ae-8fba-50d84092100c,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:25.235813 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-7ea58c75-0e4a-4f9c-881e-59e5c4b8106e tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:25.269330 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-641691f8-0414-48a5-a15b-aeef99f37faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.279171 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-495be158-9415-4309-874e-1d2d2f56bee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.341685 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc365cb6-7203-4cf5-95d6-903ef727206b req-7ea58c75-0e4a-4f9c-881e-59e5c4b8106e tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] No DVR routers for this DVR port 96026607-ec65-48ae-8fba-50d84092100c on host hv-cinder-79604 {{(pid=91991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:08:25.347259 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-495be158-9415-4309-874e-1d2d2f56bee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.361701 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-8fcbcc2e-4efd-43f8-983a-56f400cc2dbc tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:25.364741 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-8fcbcc2e-4efd-43f8-983a-56f400cc2dbc tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/networks?id=19a6bdeb-86b6-4cb0-abce-ec0a64f57467 HTTP/1.1" status: 200 len: 807 time: 0.4575753 Jun 11 18:08:25.366920 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-dc365cb6-7203-4cf5-95d6-903ef727206b req-7ea58c75-0e4a-4f9c-881e-59e5c4b8106e tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.370513 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dc365cb6-7203-4cf5-95d6-903ef727206b req-7ea58c75-0e4a-4f9c-881e-59e5c4b8106e tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.77 "DELETE /v2.0/ports/96026607-ec65-48ae-8fba-50d84092100c HTTP/1.1" status: 204 len: 173 time: 2.3791914 Jun 11 18:08:25.371308 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515629aa-cb7d-4a62-ba67-f8bcb2103eb8', 'name': 'network-vif-deleted', 'tag': '96026607-ec65-48ae-8fba-50d84092100c'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:25.375325 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6794d8-40b9-47b3-b635-6275fc90565a" -d '{"events": [{"server_uuid": "515629aa-cb7d-4a62-ba67-f8bcb2103eb8", "name": "network-vif-deleted", "tag": "96026607-ec65-48ae-8fba-50d84092100c"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:25.396024 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-228674bb-10a0-4c84-8035-d99467dee71f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/quotas/53f8507c5cf74539ad4138f4fdeaca5c HTTP/1.1" status: 200 len: 375 time: 0.0172970 Jun 11 18:08:25.464765 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-641691f8-0414-48a5-a15b-aeef99f37faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.470878 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-641691f8-0414-48a5-a15b-aeef99f37faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.473280 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-641691f8-0414-48a5-a15b-aeef99f37faa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dd648cd6-fcca-46d0-a9f4-146d6d0eb2e5 HTTP/1.1" status: 204 len: 168 time: 0.5255971 Jun 11 18:08:25.475420 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:25.498747 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58a3c5c-c7a4-48e1-a0a5-ad553a9fe9f8 x-openstack-request-id: req-b58a3c5c-c7a4-48e1-a0a5-ad553a9fe9f8 {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:25.499072 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515629aa-cb7d-4a62-ba67-f8bcb2103eb8", "name": "network-vif-deleted", "tag": "96026607-ec65-48ae-8fba-50d84092100c", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:25.499528 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b58a3c5c-c7a4-48e1-a0a5-ad553a9fe9f8 {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:25.500142 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515629aa-cb7d-4a62-ba67-f8bcb2103eb8', 'name': 'network-vif-deleted', 'tag': '96026607-ec65-48ae-8fba-50d84092100c', 'status': 'completed', 'code': 200} Jun 11 18:08:25.514683 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-34c089e9-3c37-48e1-84e4-21fe52e7a1ef tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=53f8507c5cf74539ad4138f4fdeaca5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932806 Jun 11 18:08:25.524782 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641691f8-0414-48a5-a15b-aeef99f37faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd648cd6-fcca-46d0-a9f4-146d6d0eb2e5,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:25.531956 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-641691f8-0414-48a5-a15b-aeef99f37faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:25.536667 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-495be158-9415-4309-874e-1d2d2f56bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.544481 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-495be158-9415-4309-874e-1d2d2f56bee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.551166 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-495be158-9415-4309-874e-1d2d2f56bee5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/07155562-b33a-4595-822b-ba2d052d1c33 HTTP/1.1" status: 204 len: 168 time: 0.4730413 Jun 11 18:08:25.551166 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:25.593436 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495be158-9415-4309-874e-1d2d2f56bee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07155562-b33a-4595-822b-ba2d052d1c33,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:25.600468 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-495be158-9415-4309-874e-1d2d2f56bee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:25.684018 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.838773 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-2a99ac7b-40be-4917-a24e-559fdaffa196 service neutron] 10.222.0.63 "GET /v2.0/networks/19a6bdeb-86b6-4cb0-abce-ec0a64f57467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192763 Jun 11 18:08:26.106726 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d7068ec1-feff-41b8-b57e-46c048c4be68 req-63f7e085-ae3e-499b-999e-0974ebb3b4c9 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] 10.222.0.63 "GET /v2.0/ports?device_id=515629aa-cb7d-4a62-ba67-f8bcb2103eb8 HTTP/1.1" status: 200 len: 210 time: 0.0982316 Jun 11 18:08:26.146917 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-07d90189-916e-4add-8f54-60c72a8637f3 service neutron] 10.222.0.63 "GET /v2.0/networks/19a6bdeb-86b6-4cb0-abce-ec0a64f57467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933199 Jun 11 18:08:26.691744 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6ef92-5f95-44c9-a4a0-bf7a95320746 req-6c027d80-e053-46e9-a4c3-97b97c20b381 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:26.694946 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-12c6ef92-5f95-44c9-a4a0-bf7a95320746 req-6c027d80-e053-46e9-a4c3-97b97c20b381 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.2434843 Jun 11 18:08:26.789025 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-12c6ef92-5f95-44c9-a4a0-bf7a95320746 req-fcba45ee-1d6e-470e-b94f-9fd8cbe45c00 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776684 Jun 11 18:08:27.023618 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-53dba8a1-cd92-4657-946e-7ae86c96adb5 req-07db9cd6-7426-421c-8089-303f74ccd9ad tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 210 time: 0.0930259 Jun 11 18:08:27.363334 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 96026607-ec65-48ae-8fba-50d84092100c no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:08:27.471734 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: 96026607-ec65-48ae-8fba-50d84092100c {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:08:27.472567 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 96026607-ec65-48ae-8fba-50d84092100c not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:08:27.602652 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe539050-b153-4bda-bde7-104de29772be req-a2d4f63b-1d10-45e3-a337-63b81e517d21 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:27.607169 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fe539050-b153-4bda-bde7-104de29772be req-a2d4f63b-1d10-45e3-a337-63b81e517d21 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.2181327 Jun 11 18:08:27.727481 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fe539050-b153-4bda-bde7-104de29772be req-00239e4b-a6f5-41a3-850d-fceb0df328ae tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101696 Jun 11 18:08:28.634381 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c341f6d1-11e6-4d26-8ac9-3bcfb65d8eb8 req-38f0ac9d-caf7-497e-ba96-fc4d48847395 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 210 time: 0.1149237 Jun 11 18:08:29.582512 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-fc141d2a-9edc-4250-8c7a-920ccf3a5ed9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:29.585190 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-fc141d2a-9edc-4250-8c7a-920ccf3a5ed9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.77 "GET /v2.0/networks?id=19a6bdeb-86b6-4cb0-abce-ec0a64f57467 HTTP/1.1" status: 200 len: 807 time: 0.3788772 Jun 11 18:08:29.603884 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Request body: {'port': {'device_id': 'e85c3511-f11c-4b0a-870f-42c792a0d894', 'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467', 'admin_state_up': True, 'tenant_id': '53f8507c5cf74539ad4138f4fdeaca5c'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:08:29.993725 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Made reservation on behalf of 53f8507c5cf74539ad4138f4fdeaca5c for: {'port': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:08:30.009397 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:30.169390 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f433e26f-5ff6-46c5-8817-e20240cb5cd2 req-f6a3e9ae-b8a0-4244-b77d-696344c9e9e5 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 210 time: 0.1035209 Jun 11 18:08:30.498958 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Allocated IP 172.20.0.9 (19a6bdeb-86b6-4cb0-abce-ec0a64f57467/5609e14f-0ee9-43d8-b865-6a078b5676ce/2664cef6-7596-49d9-92e4-21d76d9074cd) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:08:31.088199 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96e494-7793-4d9d-ab43-bda1ff94d072 req-203dedb8-b2c1-4488-8e89-b0d73cbb7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:31.091812 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8a96e494-7793-4d9d-ab43-bda1ff94d072 req-203dedb8-b2c1-4488-8e89-b0d73cbb7a6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 1098 time: 0.1314671 Jun 11 18:08:31.263856 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:31.365202 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96e494-7793-4d9d-ab43-bda1ff94d072 req-dc946abb-6469-4c7d-a923-00aaf2167061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:31.369659 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8a96e494-7793-4d9d-ab43-bda1ff94d072 req-dc946abb-6469-4c7d-a923-00aaf2167061 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 200 len: 921 time: 0.2712324 Jun 11 18:08:31.391657 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29514949'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:31.415938 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c595-ba6d-42fa-a5f1-8b9a490242b0 req-9d2fe6d6-cd84-4d69-b5d8-0fee4b1d1172 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:31.430414 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2fa9c595-ba6d-42fa-a5f1-8b9a490242b0 req-9d2fe6d6-cd84-4d69-b5d8-0fee4b1d1172 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.3594439 Jun 11 18:08:31.436344 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:31.510966 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8a96e494-7793-4d9d-ab43-bda1ff94d072 req-85e82a55-03db-402d-9ab2-473f88ca4fc0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4990041a-0488-4daa-8ec1-194ea30cb3c7 HTTP/1.1" status: 200 len: 217 time: 0.1312759 Jun 11 18:08:31.574334 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Network 19a6bdeb-86b6-4cb0-abce-ec0a64f57467 is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:08:31.602154 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:08:31.615672 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:08:31.626146 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Pushing event updated for resources: {'Port': ['ID=2664cef6-7596-49d9-92e4-21d76d9074cd,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:31.651481 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96e494-7793-4d9d-ab43-bda1ff94d072 req-5c1719c1-734c-4408-87d7-45d7b1cf3088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:31.660043 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8a96e494-7793-4d9d-ab43-bda1ff94d072 req-5c1719c1-734c-4408-87d7-45d7b1cf3088 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2c0d0ba-a024-4d5c-a250-26ba92f287df HTTP/1.1" status: 200 len: 859 time: 0.1399450 Jun 11 18:08:31.701453 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2fa9c595-ba6d-42fa-a5f1-8b9a490242b0 req-c7ace249-c8ef-44a8-94f9-e1c8c8528953 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695014 Jun 11 18:08:31.736474 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:31.737110 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:31.737719 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:31.738326 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:31.739278 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:31.740061 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:31.740811 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:31.741425 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:31.742029 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:31.742773 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:31.743548 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:31.744099 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:31.759524 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8a96e494-7793-4d9d-ab43-bda1ff94d072 req-3b4e9fd9-9550-456b-b462-66df292db4b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e57154-05ec-4233-ad5d-fbf80c3be864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910592 Jun 11 18:08:31.784705 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:31.935648 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:31.939974 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:32.026703 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8a96e494-7793-4d9d-ab43-bda1ff94d072 req-4edfabbe-39a2-4a12-9f70-ed3004e306de service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580957 Jun 11 18:08:32.080010 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cdddf-7d42-4b91-abe6-379ceee986c2 req-25b5297b-b995-4955-a155-9cecedb5aa85 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:32.082826 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-569cdddf-7d42-4b91-abe6-379ceee986c2 req-25b5297b-b995-4955-a155-9cecedb5aa85 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 931 time: 0.3979886 Jun 11 18:08:32.085328 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-4b055214-29a1-4e69-b13f-7a41f880089f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4881806 Jun 11 18:08:32.131757 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Request body: {'port': {'device_id': 'e85c3511-f11c-4b0a-870f-42c792a0d894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:08:32.281482 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-569cdddf-7d42-4b91-abe6-379ceee986c2 req-6b6071c3-a96f-40dd-a298-0e80c22559b7 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889715 Jun 11 18:08:32.382537 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8a96e494-7793-4d9d-ab43-bda1ff94d072 req-2ac1b4ed-4fab-4bf5-affb-2b0c8cd3b9ed service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362057 Jun 11 18:08:32.470318 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:33.182157 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2664cef6-7596-49d9-92e4-21d76d9074cd {{(pid=91991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:08:33.212076 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d53895-754a-4b20-9053-c067e9abdf86 req-e0fdb17d-8996-42b8-9d0b-c55d08e41b71 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:33.214984 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-50d53895-754a-4b20-9053-c067e9abdf86 req-e0fdb17d-8996-42b8-9d0b-c55d08e41b71 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.2862456 Jun 11 18:08:33.218567 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:33.278846 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.provisioning_blocks [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Transition to ACTIVE for port object 2664cef6-7596-49d9-92e4-21d76d9074cd will not be triggered until provisioned by entity L2. {{(pid=91991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:08:33.294903 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29515003'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:33.315276 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:33.337969 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-50d53895-754a-4b20-9053-c067e9abdf86 req-f0bbe4da-fa5d-4f89-bcfd-7fa2346a5b08 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000257 Jun 11 18:08:33.467819 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Pushing event updated for resources: {'Port': ['ID=2664cef6-7596-49d9-92e4-21d76d9074cd,revision_number=2']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:33.561724 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:33.607922 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49718) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:34.032612 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.271416 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.280163 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.286890 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-657f9761-f684-417a-a699-ce2e0d704e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:34.351991 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Attempting to bind port 2664cef6-7596-49d9-92e4-21d76d9074cd on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:08:34.353046 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4a49d2de61e74a5e9e41a419bc1d2778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7423930 Jun 11 18:08:34.353228 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Attempting to bind port 2664cef6-7596-49d9-92e4-21d76d9074cd by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467'}] {{(pid=91991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:08:34.353228 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Attempting to bind port 2664cef6-7596-49d9-92e4-21d76d9074cd on network 19a6bdeb-86b6-4cb0-abce-ec0a64f57467 {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:08:34.356747 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49738) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:34.364924 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2646110b-b191-4231-88a9-3ce91113942b,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:34.367913 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Port 2664cef6-7596-49d9-92e4-21d76d9074cd on network 19a6bdeb-86b6-4cb0-abce-ec0a64f57467 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:08:34.368473 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Attempting to bind port 2664cef6-7596-49d9-92e4-21d76d9074cd on network 19a6bdeb-86b6-4cb0-abce-ec0a64f57467 {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:08:34.388980 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:08:34.389553 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Checking segment: {'id': 'b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:08:34.390127 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:34.390308 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Bound using segment: {'id': 'b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467'} {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:08:34.390762 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:34.391047 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Bound port: 2664cef6-7596-49d9-92e4-21d76d9074cd, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467'}}] {{(pid=91991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:08:34.391415 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:34.391584 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.392116 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:34.393258 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:34.393884 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:34.394506 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:34.395113 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:34.395789 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:34.396348 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:34.397002 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:34.397599 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:34.408053 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fca7f-667b-44d4-96fc-dcbdb4556042 req-ba5865e0-fb0a-4bb3-9f47-11b8778ebd23 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:34.408956 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:34.420251 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6f7fca7f-667b-44d4-96fc-dcbdb4556042 req-ba5865e0-fb0a-4bb3-9f47-11b8778ebd23 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 943 time: 0.7703342 Jun 11 18:08:34.490533 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-484dd8d3-cf55-4db1-9dd9-0bbf0e9f8bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.546661 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-484dd8d3-cf55-4db1-9dd9-0bbf0e9f8bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.595706 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6f7fca7f-667b-44d4-96fc-dcbdb4556042 req-ba225e96-c983-4504-b6db-3684247071c1 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739244 Jun 11 18:08:34.649642 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] For port 2664cef6-7596-49d9-92e4-21d76d9074cd, host hv-cinder-79604, cleared binding levels {{(pid=91991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:08:34.657158 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] For port 2664cef6-7596-49d9-92e4-21d76d9074cd, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2664cef6-7596-49d9-92e4-21d76d9074cd,segment=NetworkSegment(b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5),segment_id=b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5)] {{(pid=91991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:08:34.668817 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29515003'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.694490 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:34.733817 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-484dd8d3-cf55-4db1-9dd9-0bbf0e9f8bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.741599 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-484dd8d3-cf55-4db1-9dd9-0bbf0e9f8bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.750514 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-484dd8d3-cf55-4db1-9dd9-0bbf0e9f8bb5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2646110b-b191-4231-88a9-3ce91113942b HTTP/1.1" status: 204 len: 168 time: 0.3918996 Jun 11 18:08:34.757756 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-24defcaa-6aad-4b5c-be56-e34f14ba3623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:34.780267 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dd8d3-cf55-4db1-9dd9-0bbf0e9f8bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2646110b-b191-4231-88a9-3ce91113942b,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:34.811608 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-484dd8d3-cf55-4db1-9dd9-0bbf0e9f8bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:34.866138 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:34.867283 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.869995 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] 10.222.0.77 "PUT /v2.0/ports/2664cef6-7596-49d9-92e4-21d76d9074cd HTTP/1.1" status: 200 len: 1093 time: 2.7743819 Jun 11 18:08:34.877301 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85c3511-f11c-4b0a-870f-42c792a0d894', 'tag': '2664cef6-7596-49d9-92e4-21d76d9074cd'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:34.886464 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c507f8c-8bb4-472f-a9f5-41cebb5605d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e85c3511-f11c-4b0a-870f-42c792a0d894", "tag": "2664cef6-7596-49d9-92e4-21d76d9074cd"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:34.930524 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Pushing event updated for resources: {'Port': ['ID=2664cef6-7596-49d9-92e4-21d76d9074cd,revision_number=3']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:34.943936 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-b86537f9-8804-48a3-a49f-f183ee642744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:35.077905 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45b8331-5886-4490-85c7-3a8f9bba1adf x-openstack-request-id: req-d45b8331-5886-4490-85c7-3a8f9bba1adf {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:35.078496 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85c3511-f11c-4b0a-870f-42c792a0d894", "tag": "2664cef6-7596-49d9-92e4-21d76d9074cd", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:35.078956 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d45b8331-5886-4490-85c7-3a8f9bba1adf {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:35.079703 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85c3511-f11c-4b0a-870f-42c792a0d894', 'tag': '2664cef6-7596-49d9-92e4-21d76d9074cd', 'status': 'completed', 'code': 200} Jun 11 18:08:35.197909 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d663d0b-5b76-4319-a9be-ad7a8487853a req-60910df2-5576-4ab3-b5c5-9e8688f24ae1 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:35.217606 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3d663d0b-5b76-4319-a9be-ad7a8487853a req-60910df2-5576-4ab3-b5c5-9e8688f24ae1 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.3228617 Jun 11 18:08:35.236910 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-048f2112-6af7-43be-b4b7-f986019c0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:35.239481 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-048f2112-6af7-43be-b4b7-f986019c0f03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53f8507c5cf74539ad4138f4fdeaca5c&device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 1096 time: 0.2889302 Jun 11 18:08:35.380338 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-e0b9da48-b5f1-4742-9aba-23e26c8012e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2664cef6-7596-49d9-92e4-21d76d9074cd HTTP/1.1" status: 200 len: 217 time: 0.1067319 Jun 11 18:08:35.481751 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3d663d0b-5b76-4319-a9be-ad7a8487853a req-78111162-4bb8-4fed-936e-9dd3fe751f29 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624040 Jun 11 18:08:35.488918 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49760) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:35.523646 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d8842968-1d88-43e2-9c40-96dcba05e9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.525549 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-213e7395-6c14-4102-979d-e53270f50781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:35.528487 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-213e7395-6c14-4102-979d-e53270f50781 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5609e14f-0ee9-43d8-b865-6a078b5676ce HTTP/1.1" status: 200 len: 847 time: 0.1337302 Jun 11 18:08:35.597225 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-fb8dc533-3101-4204-bd47-1e054b9de37a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19a6bdeb-86b6-4cb0-abce-ec0a64f57467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610337 Jun 11 18:08:35.697361 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d8842968-1d88-43e2-9c40-96dcba05e9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.708296 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d8842968-1d88-43e2-9c40-96dcba05e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.791080 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:35.876686 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-3e845aa6-9adc-49f7-a32b-bd5005bdbfa5 service neutron] 10.222.0.77 "GET /v2.0/networks/19a6bdeb-86b6-4cb0-abce-ec0a64f57467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669630 Jun 11 18:08:35.887490 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-d8842968-1d88-43e2-9c40-96dcba05e9ce admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1e0e225bae444585b72c3b1a6187c89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930931 Jun 11 18:08:35.889342 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49770) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:35.913505 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8842968-1d88-43e2-9c40-96dcba05e9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a915ca2e-c56a-4d33-b272-a1778fa186db,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:35.920682 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d8842968-1d88-43e2-9c40-96dcba05e9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:35.985119 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f4fc42f0-6c0e-4fb7-a237-76b4ee7085aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:36.037384 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f4fc42f0-6c0e-4fb7-a237-76b4ee7085aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:36.196301 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f4fc42f0-6c0e-4fb7-a237-76b4ee7085aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:36.205259 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f4fc42f0-6c0e-4fb7-a237-76b4ee7085aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:36.212921 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-f4fc42f0-6c0e-4fb7-a237-76b4ee7085aa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a915ca2e-c56a-4d33-b272-a1778fa186db HTTP/1.1" status: 204 len: 168 time: 0.3178625 Jun 11 18:08:36.212921 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ef7fd9b6-f09d-4f52-a39d-8a1913bfca74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:36.235923 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc42f0-6c0e-4fb7-a237-76b4ee7085aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a915ca2e-c56a-4d33-b272-a1778fa186db,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:36.236314 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46db5efe-55a1-4dc6-9898-bc3ddad6f957 req-23145e89-f816-4685-a41c-4704ce9bb231 service neutron] 10.222.0.77 "GET /v2.0/networks/19a6bdeb-86b6-4cb0-abce-ec0a64f57467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470156 Jun 11 18:08:36.240974 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f4fc42f0-6c0e-4fb7-a237-76b4ee7085aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:36.262075 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd54f09-8bf6-4a0c-aef9-2512e9b79204 req-8ce94b5f-0038-4e45-9444-cf6f1191acd7 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:36.275775 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1fd54f09-8bf6-4a0c-aef9-2512e9b79204 req-8ce94b5f-0038-4e45-9444-cf6f1191acd7 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 943 time: 0.3117843 Jun 11 18:08:36.361560 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1fd54f09-8bf6-4a0c-aef9-2512e9b79204 req-854871bc-9fe9-40a1-8ab0-ced612c7c1c6 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838101 Jun 11 18:08:36.535429 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507f8c-8bb4-472f-a9f5-41cebb5605d5 req-b74da41a-7420-4d80-b0dc-76c6e9a2c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:36.538045 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c507f8c-8bb4-472f-a9f5-41cebb5605d5 req-b74da41a-7420-4d80-b0dc-76c6e9a2c0ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53f8507c5cf74539ad4138f4fdeaca5c&device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 1096 time: 0.1672082 Jun 11 18:08:36.932679 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507f8c-8bb4-472f-a9f5-41cebb5605d5 req-9231eb12-3cf3-4678-8cc7-6504caace960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:36.935860 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c507f8c-8bb4-472f-a9f5-41cebb5605d5 req-9231eb12-3cf3-4678-8cc7-6504caace960 service neutron] 10.222.0.77 "GET /v2.0/networks?id=19a6bdeb-86b6-4cb0-abce-ec0a64f57467 HTTP/1.1" status: 200 len: 909 time: 0.3816409 Jun 11 18:08:37.056029 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c507f8c-8bb4-472f-a9f5-41cebb5605d5 req-6afbbbcc-0520-4e74-a379-013055ee3ab4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2664cef6-7596-49d9-92e4-21d76d9074cd HTTP/1.1" status: 200 len: 217 time: 0.1122158 Jun 11 18:08:37.085612 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8f683-d229-404a-b782-dec81ecfb67c req-a9362493-a549-42c9-a76e-484d50836e5e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:37.088568 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a0c8f683-d229-404a-b782-dec81ecfb67c req-a9362493-a549-42c9-a76e-484d50836e5e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.3241992 Jun 11 18:08:37.263213 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507f8c-8bb4-472f-a9f5-41cebb5605d5 req-294f4930-8aa3-44d2-b16e-70426a76dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:37.266259 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c507f8c-8bb4-472f-a9f5-41cebb5605d5 req-294f4930-8aa3-44d2-b16e-70426a76dbc5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5609e14f-0ee9-43d8-b865-6a078b5676ce HTTP/1.1" status: 200 len: 847 time: 0.1757267 Jun 11 18:08:37.327429 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a0c8f683-d229-404a-b782-dec81ecfb67c req-777a2296-3eb9-48de-8ffc-38816aecfa3f tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475039 Jun 11 18:08:37.379274 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c507f8c-8bb4-472f-a9f5-41cebb5605d5 req-6461ff2b-4add-4508-94c2-717054eaf9c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19a6bdeb-86b6-4cb0-abce-ec0a64f57467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959513 Jun 11 18:08:37.897482 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c507f8c-8bb4-472f-a9f5-41cebb5605d5 req-ec08c62c-5f20-4bf7-9e7d-ac7db55de7b8 service neutron] 10.222.0.77 "GET /v2.0/networks/19a6bdeb-86b6-4cb0-abce-ec0a64f57467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025263 Jun 11 18:08:38.076437 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40799f1f-b535-488e-b696-6c186acb7929 req-7bc52249-a0f0-4cdd-b7b9-36051dc87da5 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:38.078248 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-40799f1f-b535-488e-b696-6c186acb7929 req-7bc52249-a0f0-4cdd-b7b9-36051dc87da5 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 943 time: 0.2906795 Jun 11 18:08:38.209464 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c507f8c-8bb4-472f-a9f5-41cebb5605d5 req-24129615-b1ea-48eb-8ff4-b58088e52a64 service neutron] 10.222.0.77 "GET /v2.0/networks/19a6bdeb-86b6-4cb0-abce-ec0a64f57467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973378 Jun 11 18:08:38.259664 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-40799f1f-b535-488e-b696-6c186acb7929 req-c291709d-1844-465f-8a6a-a0ef858467cd tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497962 Jun 11 18:08:38.712822 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3517c8-d6c9-4915-bc84-287317851f9e req-66a39d8b-f1c4-4263-aadb-deba62430e38 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:38.728118 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4e3517c8-d6c9-4915-bc84-287317851f9e req-66a39d8b-f1c4-4263-aadb-deba62430e38 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.1697125 Jun 11 18:08:38.856896 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4e3517c8-d6c9-4915-bc84-287317851f9e req-a4c525ca-345f-4539-91af-cbe30fd1c3a1 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121879 Jun 11 18:08:38.890347 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 49844) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:39.175659 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-46a15630-2252-478a-b3ea-4b293384bcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:39.358182 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-46a15630-2252-478a-b3ea-4b293384bcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:39.365910 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-46a15630-2252-478a-b3ea-4b293384bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:39.372594 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-5ea6c868-a8e4-4a89-8cfe-7c278820d369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:39.412982 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 2664cef6-7596-49d9-92e4-21d76d9074cd details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:08:39.444882 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a15630-2252-478a-b3ea-4b293384bcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9b0a69-ce81-4b01-82d8-9e370caba811,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:39.463414 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-46a15630-2252-478a-b3ea-4b293384bcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:39.481367 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-46a15630-2252-478a-b3ea-4b293384bcd9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=57f39b8add754bb08540b4a487a29560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5879769 Jun 11 18:08:39.486497 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 49862) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:39.673451 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 2664cef6-7596-49d9-92e4-21d76d9074cd, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2664cef6-7596-49d9-92e4-21d76d9074cd,segment=NetworkSegment(b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5),segment_id=b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:39.679679 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57c87588-c477-4fa1-ae67-e200edab6815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:39.691158 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '2664cef6-7596-49d9-92e4-21d76d9074cd', 'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467', 'port_id': '2664cef6-7596-49d9-92e4-21d76d9074cd', 'mac_address': 'fa:16:3e:6e:dc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5609e14f-0ee9-43d8-b865-6a078b5676ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:08:39.746538 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17f8ce-06f2-4f66-bb3b-e98791cbd96f req-d472e411-33e8-4689-848a-66ea42fa63aa tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:39.749258 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cd17f8ce-06f2-4f66-bb3b-e98791cbd96f req-d472e411-33e8-4689-848a-66ea42fa63aa tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 943 time: 0.2126212 Jun 11 18:08:39.753080 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57c87588-c477-4fa1-ae67-e200edab6815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:39.775675 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:39.804638 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2664cef6-7596-49d9-92e4-21d76d9074cd {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:08:39.848996 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 2664cef6-7596-49d9-92e4-21d76d9074cd, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2664cef6-7596-49d9-92e4-21d76d9074cd,segment=NetworkSegment(b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5),segment_id=b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:39.858782 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:39.862004 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-89cd68bd-2cea-4450-9a8d-74361b7b0272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:39.876178 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cd17f8ce-06f2-4f66-bb3b-e98791cbd96f req-d99e571b-d430-4e7e-81e1-5b8cf1db24b8 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089780 Jun 11 18:08:39.911934 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57c87588-c477-4fa1-ae67-e200edab6815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:39.915640 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57c87588-c477-4fa1-ae67-e200edab6815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:39.917461 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-57c87588-c477-4fa1-ae67-e200edab6815 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/de9b0a69-ce81-4b01-82d8-9e370caba811 HTTP/1.1" status: 204 len: 168 time: 0.4287052 Jun 11 18:08:39.918672 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-0f7a36c3-cf55-4f43-965b-43fd5973271d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:39.934873 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c87588-c477-4fa1-ae67-e200edab6815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9b0a69-ce81-4b01-82d8-9e370caba811,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:39.941839 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-57c87588-c477-4fa1-ae67-e200edab6815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:40.002034 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=2664cef6-7596-49d9-92e4-21d76d9074cd,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:40.013348 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:40.013897 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:40.014551 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:40.015222 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:40.015690 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:40.016110 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:40.017415 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:40.018207 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:40.018940 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:40.019363 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:40.019771 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:40.020176 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:40.026721 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:40.165181 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['2664cef6-7596-49d9-92e4-21d76d9074cd'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:08:40.472087 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bbed0-9ddf-4a03-a6b9-5eceb221a97e req-ffb2fdf2-1411-4d4a-b8bf-373c5fe6176d tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:40.493685 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b70bbed0-9ddf-4a03-a6b9-5eceb221a97e req-ffb2fdf2-1411-4d4a-b8bf-373c5fe6176d tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.3329515 Jun 11 18:08:40.647829 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b70bbed0-9ddf-4a03-a6b9-5eceb221a97e req-c813773b-2704-4fee-ad78-ce8b94a1ce29 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494398 Jun 11 18:08:41.268799 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea179-0694-4da8-b0b6-eebd391a0a10 req-2a461b2a-ddcf-4ff5-8562-6d4c2f3f743d tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:41.272422 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3ceea179-0694-4da8-b0b6-eebd391a0a10 req-2a461b2a-ddcf-4ff5-8562-6d4c2f3f743d tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 944 time: 0.1568489 Jun 11 18:08:41.353676 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3ceea179-0694-4da8-b0b6-eebd391a0a10 req-8c1cbaa4-cbb0-4139-918b-54cd050d9482 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727122 Jun 11 18:08:41.424865 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 2664cef6-7596-49d9-92e4-21d76d9074cd up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:08:41.561398 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port 2664cef6-7596-49d9-92e4-21d76d9074cd completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:08:41.579586 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 2664cef6-7596-49d9-92e4-21d76d9074cd triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:08:41.580262 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:41.784924 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:41.839851 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85c3511-f11c-4b0a-870f-42c792a0d894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2664cef6-7596-49d9-92e4-21d76d9074cd'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:41.844511 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bae5ad-b2c4-4bb6-8010-7bd6c4286219" -d '{"events": [{"server_uuid": "e85c3511-f11c-4b0a-870f-42c792a0d894", "name": "network-vif-plugged", "status": "completed", "tag": "2664cef6-7596-49d9-92e4-21d76d9074cd"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:41.874310 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 2664cef6-7596-49d9-92e4-21d76d9074cd, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2664cef6-7596-49d9-92e4-21d76d9074cd,segment=NetworkSegment(b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5),segment_id=b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:41.889233 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:41.896160 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:42.029375 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=2664cef6-7596-49d9-92e4-21d76d9074cd,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:42.035272 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:42.180908 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faf539-8ab6-4912-a4fe-9654a737f4a0 req-c2a40833-d368-4103-bda5-93ed9edbfe42 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:42.183817 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f6faf539-8ab6-4912-a4fe-9654a737f4a0 req-c2a40833-d368-4103-bda5-93ed9edbfe42 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.1726511 Jun 11 18:08:42.286531 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f6faf539-8ab6-4912-a4fe-9654a737f4a0 req-49083af8-01b8-4382-83c0-437c4fe509d0 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897057 Jun 11 18:08:42.289204 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff0ed23-89da-4fea-9538-1f8de086811a x-openstack-request-id: req-fff0ed23-89da-4fea-9538-1f8de086811a {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:42.289863 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85c3511-f11c-4b0a-870f-42c792a0d894", "name": "network-vif-plugged", "status": "completed", "tag": "2664cef6-7596-49d9-92e4-21d76d9074cd", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:42.290661 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fff0ed23-89da-4fea-9538-1f8de086811a {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:42.297571 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85c3511-f11c-4b0a-870f-42c792a0d894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2664cef6-7596-49d9-92e4-21d76d9074cd', 'code': 200} Jun 11 18:08:42.410555 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:42.900347 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbe4e5-e0f5-4a50-a97c-65d5c8cc7d8f req-0f282cdf-ea5d-41eb-9267-9e629523b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:42.903341 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a7dbe4e5-e0f5-4a50-a97c-65d5c8cc7d8f req-0f282cdf-ea5d-41eb-9267-9e629523b64d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 1098 time: 0.2588267 Jun 11 18:08:42.928846 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25222a00-5b18-46a6-86ee-9014249a86db req-2eb32403-cdca-400a-8fe3-922d869b4d5d tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:42.933441 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-25222a00-5b18-46a6-86ee-9014249a86db req-2eb32403-cdca-400a-8fe3-922d869b4d5d tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 945 time: 0.1946099 Jun 11 18:08:43.045504 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a7dbe4e5-e0f5-4a50-a97c-65d5c8cc7d8f req-011fecdf-2fb3-4324-b314-71cf53fb6286 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323807 Jun 11 18:08:43.085095 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-25222a00-5b18-46a6-86ee-9014249a86db req-9a9d5034-20f5-4d09-a6e4-04a5ae93a555 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385596 Jun 11 18:08:43.743115 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c0f9-d8f3-4465-9762-347f6a6f4c1d req-7e320fd7-b981-4462-8522-0cb0dcaaf9e4 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:43.755802 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2520c0f9-d8f3-4465-9762-347f6a6f4c1d req-7e320fd7-b981-4462-8522-0cb0dcaaf9e4 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.1529565 Jun 11 18:08:43.964473 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2520c0f9-d8f3-4465-9762-347f6a6f4c1d req-e237f2b9-705d-45bc-b18d-7f76af8f5154 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055144 Jun 11 18:08:44.079920 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805334d5-150e-480d-889d-b3fc59b4f683 req-ed188c2f-d7c3-4975-b73a-11f5b27aa392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:44.087366 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-805334d5-150e-480d-889d-b3fc59b4f683 req-ed188c2f-d7c3-4975-b73a-11f5b27aa392 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 1098 time: 0.2426670 Jun 11 18:08:44.557701 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bedcf7-41bd-4b1f-8416-700cc2a67bf9 req-67941e57-db70-475a-9d53-db5f06be48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:44.561784 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-92bedcf7-41bd-4b1f-8416-700cc2a67bf9 req-67941e57-db70-475a-9d53-db5f06be48ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 1098 time: 0.2145975 Jun 11 18:08:44.589474 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50022) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:44.673452 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-92bedcf7-41bd-4b1f-8416-700cc2a67bf9 req-1aa5a4a9-08cd-4e7d-958f-63028a5874a9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015649 Jun 11 18:08:44.750156 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805334d5-150e-480d-889d-b3fc59b4f683 req-1ccad2a3-39d8-4d44-ba9a-3a83c8f94fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:44.754312 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-805334d5-150e-480d-889d-b3fc59b4f683 req-1ccad2a3-39d8-4d44-ba9a-3a83c8f94fac service neutron] 10.222.0.77 "GET /v2.0/networks?id=e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 200 len: 921 time: 0.5808749 Jun 11 18:08:44.885255 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-805334d5-150e-480d-889d-b3fc59b4f683 req-f738072c-5d8c-48ca-899f-4e547834c5db service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4990041a-0488-4daa-8ec1-194ea30cb3c7 HTTP/1.1" status: 200 len: 217 time: 0.1191041 Jun 11 18:08:44.890951 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-70d27487-d9e6-4aed-a128-557a86099fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:45.021246 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643227b9-9e4b-4376-8714-f3871b80ad3f req-5fbd486a-e493-4b1a-ac63-1cac0e646ab7 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:45.038284 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-643227b9-9e4b-4376-8714-f3871b80ad3f req-5fbd486a-e493-4b1a-ac63-1cac0e646ab7 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 945 time: 0.4852467 Jun 11 18:08:45.144429 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805334d5-150e-480d-889d-b3fc59b4f683 req-09b3298c-69cd-4bec-9b34-0802bd9433ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:45.148043 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-805334d5-150e-480d-889d-b3fc59b4f683 req-09b3298c-69cd-4bec-9b34-0802bd9433ac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2c0d0ba-a024-4d5c-a250-26ba92f287df HTTP/1.1" status: 200 len: 859 time: 0.2530649 Jun 11 18:08:45.191280 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-643227b9-9e4b-4376-8714-f3871b80ad3f req-cfa707ef-208d-4b45-af2d-1c16ef49798b tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419885 Jun 11 18:08:45.203168 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-70d27487-d9e6-4aed-a128-557a86099fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:45.213672 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-70d27487-d9e6-4aed-a128-557a86099fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:45.220999 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-fcc7db8b-f39d-4bca-97c3-ddd270e6d903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:45.305817 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-805334d5-150e-480d-889d-b3fc59b4f683 req-5ceeaaa8-0f05-4561-bfe2-ec9b4465fa31 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e57154-05ec-4233-ad5d-fbf80c3be864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463020 Jun 11 18:08:45.324187 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d27487-d9e6-4aed-a128-557a86099fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463906f3-f5ae-4d23-a420-ede325a36449,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:45.344355 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-70d27487-d9e6-4aed-a128-557a86099fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:45.377173 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-70d27487-d9e6-4aed-a128-557a86099fc5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f4600e1118174f67882e611fbd04f22f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7854342 Jun 11 18:08:45.381785 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50052) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:45.554433 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d7d1cdc1-6f32-4fdd-bfe3-856646e76053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:45.608922 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d7d1cdc1-6f32-4fdd-bfe3-856646e76053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:45.745049 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d7d1cdc1-6f32-4fdd-bfe3-856646e76053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:45.760804 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d7d1cdc1-6f32-4fdd-bfe3-856646e76053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:45.760804 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-d7d1cdc1-6f32-4fdd-bfe3-856646e76053 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/463906f3-f5ae-4d23-a420-ede325a36449 HTTP/1.1" status: 204 len: 168 time: 0.3679898 Jun 11 18:08:45.760804 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:45.778192 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1cdc1-6f32-4fdd-bfe3-856646e76053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463906f3-f5ae-4d23-a420-ede325a36449,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:45.783274 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d7d1cdc1-6f32-4fdd-bfe3-856646e76053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:46.342345 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-805334d5-150e-480d-889d-b3fc59b4f683 req-1500aabb-4696-4c4c-abc1-c5d369def2c1 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0265663 Jun 11 18:08:46.380584 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50070) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:46.421927 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:08:46.429401 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a98a53af-3e0d-4231-8adb-17ad176c587d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:46.632202 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a98a53af-3e0d-4231-8adb-17ad176c587d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:46.642578 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a98a53af-3e0d-4231-8adb-17ad176c587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:46.648829 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f5f8aa3c-83b5-4fb9-8ced-172a59cf13f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:46.650006 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f95b2e-a53e-4946-895f-09a81824692c req-6cb26cc7-e8da-4a8c-bd15-c70525f629eb tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:46.658799 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-55f95b2e-a53e-4946-895f-09a81824692c req-6cb26cc7-e8da-4a8c-bd15-c70525f629eb tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 1.0085790 Jun 11 18:08:46.737253 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-a98a53af-3e0d-4231-8adb-17ad176c587d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=880d273bde1d4f02b80688a6731a383e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552504 Jun 11 18:08:46.738038 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50086) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:46.746344 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a53af-3e0d-4231-8adb-17ad176c587d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e027dde-f38c-466b-8901-f238a05e71ce,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:46.751561 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a98a53af-3e0d-4231-8adb-17ad176c587d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:46.792719 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-805334d5-150e-480d-889d-b3fc59b4f683 req-b71808bc-c8c3-4259-9fd6-fa4979358852 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360864 Jun 11 18:08:46.861713 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4eaec-73c3-4add-916b-a9a14bed417b req-bdad10dc-d524-4cb0-a64c-1e9c78cedf48 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:46.864566 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0fb4eaec-73c3-4add-916b-a9a14bed417b req-bdad10dc-d524-4cb0-a64c-1e9c78cedf48 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 945 time: 0.4324319 Jun 11 18:08:46.885162 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-55f95b2e-a53e-4946-895f-09a81824692c req-2dbf9eaf-591b-46fc-a3ca-a14f1be233df tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096400 Jun 11 18:08:46.906926 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6f75b6d0-4402-41c5-8042-29969fd86577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:46.976350 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6f75b6d0-4402-41c5-8042-29969fd86577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:46.999509 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0fb4eaec-73c3-4add-916b-a9a14bed417b req-6ac6fce2-f97d-446d-8b1c-7f03b651f7cf tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213810 Jun 11 18:08:47.097284 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6f75b6d0-4402-41c5-8042-29969fd86577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:47.105818 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6f75b6d0-4402-41c5-8042-29969fd86577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:47.116964 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-6f75b6d0-4402-41c5-8042-29969fd86577 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3e027dde-f38c-466b-8901-f238a05e71ce HTTP/1.1" status: 204 len: 168 time: 0.3748493 Jun 11 18:08:47.118537 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-82c4b622-983c-4a29-99f0-9c5d562fb3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:47.151519 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75b6d0-4402-41c5-8042-29969fd86577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e027dde-f38c-466b-8901-f238a05e71ce,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:47.164376 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-6f75b6d0-4402-41c5-8042-29969fd86577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:47.591342 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50108) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:47.837147 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 50116) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:47.862026 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-efaf6349-23a2-439b-8975-d5971e70f324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:47.884380 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2f531d2-96cb-43ca-a991-803588c16e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:47.935561 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 50120) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:48.123324 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae100f9-7d6f-48bc-abd6-32d4e0c5321b admin admin] Deleting subnet 40d00d86-e966-4189-8c0a-699fee47134e {{(pid=91991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:08:48.130878 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eae100f9-7d6f-48bc-abd6-32d4e0c5321b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.132975 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.db.api [None req-c2f531d2-96cb-43ca-a991-803588c16e6a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 18:08:48.132975 dv-cinder-796049-1-smb neutron-server[91991]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 11 18:08:48.132975 dv-cinder-796049-1-smb neutron-server[91991]: [parameters: {'project_id': '30dc473c20b7403b81207c069d4e3eff', 'id': 'e8a5a090-2c1d-4cbb-8711-21ef0dd71d41', 'expiration': datetime.datetime(2021, 6, 11, 18, 10, 47, 929321)}] Jun 11 18:08:48.132975 dv-cinder-796049-1-smb neutron-server[91991]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 18:08:48.133655 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_db.api [None req-c2f531d2-96cb-43ca-a991-803588c16e6a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 18:08:48.143326 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-efaf6349-23a2-439b-8975-d5971e70f324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.153221 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-efaf6349-23a2-439b-8975-d5971e70f324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.168168 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-48c13c3e-7bf1-4be8-bf46-f8478a94b8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:48.219998 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eae100f9-7d6f-48bc-abd6-32d4e0c5321b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32623688'] for subnet, precommit_delete_associations {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.230436 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf6349-23a2-439b-8975-d5971e70f324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec2f5ce-f4db-415a-b6bc-0dce480444bb,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:48.240274 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-efaf6349-23a2-439b-8975-d5971e70f324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:48.293603 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-efaf6349-23a2-439b-8975-d5971e70f324 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=aa29c6a7fa7f42ed8e9f4038fb11a13b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7006705 Jun 11 18:08:48.301594 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50126) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:48.431183 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eae100f9-7d6f-48bc-abd6-32d4e0c5321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.447956 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6952f288-ca50-4fd3-abe1-f4cbc59d9906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.497894 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6952f288-ca50-4fd3-abe1-f4cbc59d9906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.584222 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17477014-8b3a-4a12-ad27-f2c308e09f9d req-dc66dfe5-2ef3-4354-84a4-d523bc81debe tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:48.587389 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-17477014-8b3a-4a12-ad27-f2c308e09f9d req-dc66dfe5-2ef3-4354-84a4-d523bc81debe tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.3637385 Jun 11 18:08:48.608933 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6952f288-ca50-4fd3-abe1-f4cbc59d9906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.613267 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6952f288-ca50-4fd3-abe1-f4cbc59d9906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.614719 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-6952f288-ca50-4fd3-abe1-f4cbc59d9906 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4ec2f5ce-f4db-415a-b6bc-0dce480444bb HTTP/1.1" status: 204 len: 168 time: 0.3111684 Jun 11 18:08:48.615709 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-5245cf23-2994-41ac-b81b-0aeb8a11728d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:48.636511 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952f288-ca50-4fd3-abe1-f4cbc59d9906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec2f5ce-f4db-415a-b6bc-0dce480444bb,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:48.640603 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-6952f288-ca50-4fd3-abe1-f4cbc59d9906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:48.641862 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2f531d2-96cb-43ca-a991-803588c16e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.731342 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eae100f9-7d6f-48bc-abd6-32d4e0c5321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29515574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29870540'] for subnet, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.770963 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-283bea1d-21ee-47e8-9e71-81b2913ed0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:48.871024 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-17477014-8b3a-4a12-ad27-f2c308e09f9d req-76d80836-272d-46ae-906d-9d0f72ef06b0 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198746 Jun 11 18:08:48.877613 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae100f9-7d6f-48bc-abd6-32d4e0c5321b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d00d86-e966-4189-8c0a-699fee47134e,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:48.895966 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-eae100f9-7d6f-48bc-abd6-32d4e0c5321b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:48.902915 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eae100f9-7d6f-48bc-abd6-32d4e0c5321b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.906908 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-eae100f9-7d6f-48bc-abd6-32d4e0c5321b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/40d00d86-e966-4189-8c0a-699fee47134e HTTP/1.1" status: 204 len: 168 time: 0.9693830 Jun 11 18:08:48.910930 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50136) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:48.955853 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70835bc4-b781-4e0e-8a6d-4317fa82c7eb req-af7ef91a-97cc-4e62-92ea-efc4cd56f39d tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:48.970535 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-70835bc4-b781-4e0e-8a6d-4317fa82c7eb req-af7ef91a-97cc-4e62-92ea-efc4cd56f39d tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 945 time: 0.4344692 Jun 11 18:08:49.099671 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-70835bc4-b781-4e0e-8a6d-4317fa82c7eb req-35aff5a7-db2c-4767-92d5-a88ded76728d tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275918 Jun 11 18:08:49.155189 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:49.220977 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2f531d2-96cb-43ca-a991-803588c16e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:49.234318 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2f531d2-96cb-43ca-a991-803588c16e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:49.241239 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-61b3cdba-8144-44a3-a6aa-46f442e38421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:49.400679 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f531d2-96cb-43ca-a991-803588c16e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a61d0b-c47e-457f-a442-27eb6184b2cf,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:49.410913 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-c2f531d2-96cb-43ca-a991-803588c16e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:49.417130 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-c2f531d2-96cb-43ca-a991-803588c16e6a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=30dc473c20b7403b81207c069d4e3eff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5781443 Jun 11 18:08:49.421415 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 50148) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:49.581526 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8d875ee2-301f-411b-a3af-0d28fab105d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:49.666260 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8d875ee2-301f-411b-a3af-0d28fab105d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:49.917299 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:49.950131 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:49.950818 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:49.952117 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:49.952731 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > port after_create 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:49.953300 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > port after_delete 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:49.957248 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > port after_update 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:49.958190 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:49.959240 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:49.960333 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:49.961260 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:49.999241 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8d875ee2-301f-411b-a3af-0d28fab105d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:50.004631 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8d875ee2-301f-411b-a3af-0d28fab105d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:50.010810 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-8d875ee2-301f-411b-a3af-0d28fab105d2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/46a61d0b-c47e-457f-a442-27eb6184b2cf HTTP/1.1" status: 204 len: 168 time: 0.5824912 Jun 11 18:08:50.010810 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ef9c6c84-99e1-4daf-9197-cb1cb88ef89b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:50.042063 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eff458-656c-487d-9321-874b3e811e5a req-bf9b8dd8-84a1-4d75-9914-9904223126a6 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:50.050547 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-99eff458-656c-487d-9321-874b3e811e5a req-bf9b8dd8-84a1-4d75-9914-9904223126a6 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.2818034 Jun 11 18:08:50.054657 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d875ee2-301f-411b-a3af-0d28fab105d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a61d0b-c47e-457f-a442-27eb6184b2cf,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:50.068578 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-8d875ee2-301f-411b-a3af-0d28fab105d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:50.123120 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-72caae24-9155-4fee-88dc-291172546792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:50.187944 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-99eff458-656c-487d-9321-874b3e811e5a req-3d0fde4c-5e3b-480f-845e-003652c33757 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359391 Jun 11 18:08:50.218471 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:50.223043 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:50.223882 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:50.225088 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:50.227305 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a99207-a48b-4525-ad44-d806f4e3e472']}} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:50.244340 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fd73a-41e6-4e5d-8e31-956c7b3bc0cd req-1a34b08b-459f-4f33-9385-d839471a4210 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:50.247820 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-727fd73a-41e6-4e5d-8e31-956c7b3bc0cd req-1a34b08b-459f-4f33-9385-d839471a4210 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.77 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 945 time: 0.3225553 Jun 11 18:08:50.479453 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fbef1e-b597-46b5-9f17-eb4b85746fec') {'for_net_delete': True} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:50.480185 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fbef1e-b597-46b5-9f17-eb4b85746fec') {} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:50.529463 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29753593'] for segment, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:50.589058 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:50.608947 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=91992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:08:50.609594 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33273899'] for segment, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: from cryptography.utils import int_from_bytes Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: from cryptography.utils import int_from_bytes Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: Traceback (most recent call last): Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: timer() Jun 11 18:08:50.622054 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: cb(*args, **kw) Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: return func(*args, **kwargs) Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: self._notify() Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: self.callback(batched_events) Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: event.method(event) Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: return f(self, *a, **k) Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: return self._get(url).json() Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: return self.request(url, 'GET', **kwargs) Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:08:50.627112 dv-cinder-796049-1-smb neutron-server[91992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:08:50.683050 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc27d59-6281-424d-ab35-33bc7b4e7905 req-e8c0c71c-d979-4166-b5c3-e06c2b684181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:50.686055 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ebc27d59-6281-424d-ab35-33bc7b4e7905 req-e8c0c71c-d979-4166-b5c3-e06c2b684181 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 1098 time: 0.4334700 Jun 11 18:08:50.760746 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ad786-3efa-4f07-9e99-2796a150a2b5 req-b67356c8-24c0-4fdf-97b2-c74ab544dd75 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:50.773482 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8a7ad786-3efa-4f07-9e99-2796a150a2b5 req-b67356c8-24c0-4fdf-97b2-c74ab544dd75 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.4151156 Jun 11 18:08:50.849576 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:50.869022 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:50.891572 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [req-727fd73a-41e6-4e5d-8e31-956c7b3bc0cd req-387b47c9-0c83-4554-8ae6-bf70ec75187a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Deleting port 2664cef6-7596-49d9-92e4-21d76d9074cd {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:08:50.893120 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-727fd73a-41e6-4e5d-8e31-956c7b3bc0cd req-387b47c9-0c83-4554-8ae6-bf70ec75187a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:50.954217 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:50.957956 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] 10.222.0.63 "DELETE /v2.0/networks/f4a99207-a48b-4525-ad44-d806f4e3e472 HTTP/1.1" status: 204 len: 168 time: 2.0451977 Jun 11 18:08:50.987558 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 50182) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:50.991261 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a99207-a48b-4525-ad44-d806f4e3e472,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:50.997573 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:51.059494 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc27d59-6281-424d-ab35-33bc7b4e7905 req-79ee445f-8976-4161-8349-19f658fa2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:51.061397 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ebc27d59-6281-424d-ab35-33bc7b4e7905 req-79ee445f-8976-4161-8349-19f658fa2fa3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 200 len: 921 time: 0.2743390 Jun 11 18:08:51.107209 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8a7ad786-3efa-4f07-9e99-2796a150a2b5 req-4a092b9a-6ac3-41f7-b1a0-200e62766fae tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295286 Jun 11 18:08:51.193562 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ebc27d59-6281-424d-ab35-33bc7b4e7905 req-6bfb0800-532d-4806-b10f-c85d0978b747 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4990041a-0488-4daa-8ec1-194ea30cb3c7 HTTP/1.1" status: 200 len: 217 time: 0.1205578 Jun 11 18:08:51.250543 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41915c3-2080-46fd-a589-e388fd33fa09 req-16406a4c-90bf-406f-866b-3b575c95dbb3 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:51.263292 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a41915c3-2080-46fd-a589-e388fd33fa09 req-16406a4c-90bf-406f-866b-3b575c95dbb3 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 945 time: 0.7290843 Jun 11 18:08:51.358198 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc27d59-6281-424d-ab35-33bc7b4e7905 req-7983ba4c-2b7b-4008-a9e6-28dc1f531cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:51.362716 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ebc27d59-6281-424d-ab35-33bc7b4e7905 req-7983ba4c-2b7b-4008-a9e6-28dc1f531cae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2c0d0ba-a024-4d5c-a250-26ba92f287df HTTP/1.1" status: 200 len: 859 time: 0.1622932 Jun 11 18:08:51.364675 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_v2 [None req-43405464-fa81-4ed6-9963-7f1473ccd577 admin admin] Deleting subnet 0b09a1b5-fb05-4115-a058-a5cdd0bea851 {{(pid=91991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:08:51.383560 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-43405464-fa81-4ed6-9963-7f1473ccd577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:51.486345 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ebc27d59-6281-424d-ab35-33bc7b4e7905 req-39345aa8-2187-418a-9e83-504626c9e0dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e57154-05ec-4233-ad5d-fbf80c3be864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148689 Jun 11 18:08:51.493496 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a41915c3-2080-46fd-a589-e388fd33fa09 req-929c0130-dec4-41ce-a5f3-f20b817a788b tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284129 Jun 11 18:08:51.497169 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-727fd73a-41e6-4e5d-8e31-956c7b3bc0cd req-387b47c9-0c83-4554-8ae6-bf70ec75187a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] For port 2664cef6-7596-49d9-92e4-21d76d9074cd, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2664cef6-7596-49d9-92e4-21d76d9074cd,segment=NetworkSegment(b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5),segment_id=b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:51.497665 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-727fd73a-41e6-4e5d-8e31-956c7b3bc0cd req-387b47c9-0c83-4554-8ae6-bf70ec75187a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:51.663381 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-43405464-fa81-4ed6-9963-7f1473ccd577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32623688'] for subnet, precommit_delete_associations {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:51.744775 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [req-727fd73a-41e6-4e5d-8e31-956c7b3bc0cd req-387b47c9-0c83-4554-8ae6-bf70ec75187a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Calling delete_port for 2664cef6-7596-49d9-92e4-21d76d9074cd owned by compute:nova {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:08:51.843481 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ebc27d59-6281-424d-ab35-33bc7b4e7905 req-4a887a7c-40cd-48d9-8840-f9f0e0098962 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414598 Jun 11 18:08:51.991452 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-43405464-fa81-4ed6-9963-7f1473ccd577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.103457 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ebc27d59-6281-424d-ab35-33bc7b4e7905 req-adac2143-8895-4e2e-9253-daacce0e2b2e service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524321 Jun 11 18:08:52.184111 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e583227-cb45-415b-a27f-31230ce19df2 req-b574391b-1ef7-4d86-a1ab-7963e46d9e2e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:52.187019 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1e583227-cb45-415b-a27f-31230ce19df2 req-b574391b-1ef7-4d86-a1ab-7963e46d9e2e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.3782780 Jun 11 18:08:52.354632 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-43405464-fa81-4ed6-9963-7f1473ccd577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29515574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29870540'] for subnet, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.378472 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:52.421914 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.426848 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1e583227-cb45-415b-a27f-31230ce19df2 req-9c72842b-2a74-462e-b9ff-a65dd3a4392d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173083 Jun 11 18:08:52.514778 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43405464-fa81-4ed6-9963-7f1473ccd577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b09a1b5-fb05-4115-a058-a5cdd0bea851,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:52.572970 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-43405464-fa81-4ed6-9963-7f1473ccd577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.575979 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-43405464-fa81-4ed6-9963-7f1473ccd577 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0b09a1b5-fb05-4115-a058-a5cdd0bea851 HTTP/1.1" status: 204 len: 168 time: 1.5833516 Jun 11 18:08:52.580321 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50218) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:52.582428 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-727fd73a-41e6-4e5d-8e31-956c7b3bc0cd req-387b47c9-0c83-4554-8ae6-bf70ec75187a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.589250 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-43405464-fa81-4ed6-9963-7f1473ccd577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:52.600084 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-14633e30-b0f6-436c-959c-4e6521ee738d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:52.671874 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b47c9-0c83-4554-8ae6-bf70ec75187a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Pushing event deleted for resources: {'Port': ['ID=2664cef6-7596-49d9-92e4-21d76d9074cd,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:52.694940 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-387b47c9-0c83-4554-8ae6-bf70ec75187a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:52.711910 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c796c46a-fa8d-4f9a-9c89-e3ad44f92bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.845981 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [req-727fd73a-41e6-4e5d-8e31-956c7b3bc0cd req-387b47c9-0c83-4554-8ae6-bf70ec75187a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] No DVR routers for this DVR port 2664cef6-7596-49d9-92e4-21d76d9074cd on host hv-cinder-79604 {{(pid=91991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:08:52.853206 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-727fd73a-41e6-4e5d-8e31-956c7b3bc0cd req-387b47c9-0c83-4554-8ae6-bf70ec75187a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.857383 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-727fd73a-41e6-4e5d-8e31-956c7b3bc0cd req-387b47c9-0c83-4554-8ae6-bf70ec75187a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.77 "DELETE /v2.0/ports/2664cef6-7596-49d9-92e4-21d76d9074cd HTTP/1.1" status: 204 len: 173 time: 2.6007204 Jun 11 18:08:52.864984 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.881670 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85c3511-f11c-4b0a-870f-42c792a0d894', 'name': 'network-vif-deleted', 'tag': '2664cef6-7596-49d9-92e4-21d76d9074cd'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:52.889315 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c625c1ab-5554-4888-946f-ce893dd08264" -d '{"events": [{"server_uuid": "e85c3511-f11c-4b0a-870f-42c792a0d894", "name": "network-vif-deleted", "tag": "2664cef6-7596-49d9-92e4-21d76d9074cd"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:52.929532 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29437734-9afe-40ab-a14f-11d02a574e29 req-91477e59-b467-4140-a983-c88da91bc42b tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:52.945693 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-29437734-9afe-40ab-a14f-11d02a574e29 req-91477e59-b467-4140-a983-c88da91bc42b tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.5117490 Jun 11 18:08:53.067948 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-29437734-9afe-40ab-a14f-11d02a574e29 req-b9d6d67a-d86e-43ef-b517-85ce08eaff5e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202040 Jun 11 18:08:53.152509 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.170247 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4b42ab-2583-478d-bb92-97d833ceb739']}} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:53.207905 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f15a1b8-0391-42bc-aaee-5bc764fd029e') {'for_net_delete': True} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:53.208198 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f15a1b8-0391-42bc-aaee-5bc764fd029e') {} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:53.249098 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29753593'] for segment, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.256990 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04109f1c-ac1d-4e7a-8e8f-f9ccc68474b5 x-openstack-request-id: req-04109f1c-ac1d-4e7a-8e8f-f9ccc68474b5 {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:53.256990 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85c3511-f11c-4b0a-870f-42c792a0d894", "name": "network-vif-deleted", "tag": "2664cef6-7596-49d9-92e4-21d76d9074cd", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:53.256990 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-04109f1c-ac1d-4e7a-8e8f-f9ccc68474b5 {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:53.258074 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85c3511-f11c-4b0a-870f-42c792a0d894', 'name': 'network-vif-deleted', 'tag': '2664cef6-7596-49d9-92e4-21d76d9074cd', 'status': 'completed', 'code': 200} Jun 11 18:08:53.307766 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2b782716-15ba-47bb-84ad-144ae75b0cff req-5447ff22-3f5a-42f1-ac6e-f535a6ec330f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85c3511-f11c-4b0a-870f-42c792a0d894 HTTP/1.1" status: 200 len: 210 time: 0.0704834 Jun 11 18:08:53.319598 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.343625 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=91992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:08:53.344649 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33273899'] for segment, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: Traceback (most recent call last): Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: timer() Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: cb(*args, **kw) Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: return func(*args, **kwargs) Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: self._notify() Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: self.callback(batched_events) Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: event.method(event) Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: return f(self, *a, **k) Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: return self._get(url).json() Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: return self.request(url, 'GET', **kwargs) Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:08:53.348304 dv-cinder-796049-1-smb neutron-server[91992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:08:53.465222 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 2664cef6-7596-49d9-92e4-21d76d9074cd no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:08:53.534322 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.552132 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:53.558402 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: 2664cef6-7596-49d9-92e4-21d76d9074cd {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:08:53.559054 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 2664cef6-7596-49d9-92e4-21d76d9074cd not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:08:53.607657 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.610279 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.613340 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] 10.222.0.63 "DELETE /v2.0/networks/ee4b42ab-2583-478d-bb92-97d833ceb739 HTTP/1.1" status: 204 len: 168 time: 1.0306022 Jun 11 18:08:53.619439 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4b42ab-2583-478d-bb92-97d833ceb739,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:53.631380 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-10826f86-c511-453e-b5af-6f156a893480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:53.925627 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73781470-aef4-444d-9f41-7d8be463efa0 req-6072fa3f-4457-439e-a87c-24346d848624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:53.932206 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-73781470-aef4-444d-9f41-7d8be463efa0 req-6072fa3f-4457-439e-a87c-24346d848624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.1791658 Jun 11 18:08:54.107494 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-73781470-aef4-444d-9f41-7d8be463efa0 req-9f26c845-4c17-4cfd-a805-b4b9104d5688 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656337 Jun 11 18:08:54.247841 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50254) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:54.397969 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-1ff6cdcb-d575-4045-8bd7-f522157f1b40 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b5902ac487f345d187ccc540b9de6fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492600 Jun 11 18:08:54.402325 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50262) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:54.524396 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0fe149b-9602-44cb-903b-9dd7f3d0d052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.583143 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0fe149b-9602-44cb-903b-9dd7f3d0d052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.690837 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469d357-be1a-487c-9eda-ba01ced5e6bb req-5d1a0451-3814-4338-adf9-a4112054a53c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:54.706959 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8469d357-be1a-487c-9eda-ba01ced5e6bb req-5d1a0451-3814-4338-adf9-a4112054a53c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.3195548 Jun 11 18:08:54.707524 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0fe149b-9602-44cb-903b-9dd7f3d0d052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.714023 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0fe149b-9602-44cb-903b-9dd7f3d0d052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.716131 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-c0fe149b-9602-44cb-903b-9dd7f3d0d052 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/003569cd-9fb4-4434-afac-99465a866a42 HTTP/1.1" status: 204 len: 168 time: 0.3111529 Jun 11 18:08:54.718031 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-495be158-9415-4309-874e-1d2d2f56bee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:54.736205 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe149b-9602-44cb-903b-9dd7f3d0d052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003569cd-9fb4-4434-afac-99465a866a42,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:54.751614 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c0fe149b-9602-44cb-903b-9dd7f3d0d052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:54.796491 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8469d357-be1a-487c-9eda-ba01ced5e6bb req-68e6ebc8-5366-479b-aa9b-2f88876cd5af tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881016 Jun 11 18:08:55.521346 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485001e-156d-4112-9e44-8b74e66b9942 req-8ca85cef-2476-41de-880c-3ab23d8dec43 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:55.526551 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-8ca85cef-2476-41de-880c-3ab23d8dec43 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/networks?id=19a6bdeb-86b6-4cb0-abce-ec0a64f57467 HTTP/1.1" status: 200 len: 807 time: 0.3986678 Jun 11 18:08:55.662341 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:55.725470 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-18084efc-c9d2-4295-be0d-a1a1d8ea5106 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/quotas/53f8507c5cf74539ad4138f4fdeaca5c HTTP/1.1" status: 200 len: 375 time: 0.0531616 Jun 11 18:08:56.195524 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50314) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:56.291901 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-acd09cf8-4cb0-4c1a-b66e-83df0cc6c37c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2487d30054ef462ca8da8decaae8374d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0942168 Jun 11 18:08:56.295006 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50316) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:56.386605 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-66b56f2c-e485-41af-ace7-b7158582a7fe tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=53f8507c5cf74539ad4138f4fdeaca5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6597304 Jun 11 18:08:56.412004 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f57f3491-6177-45b4-bbe1-20ba231cb1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:56.456947 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f57f3491-6177-45b4-bbe1-20ba231cb1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:56.504527 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152187a-0792-43de-872b-953fb16bd9a3 req-c4744b62-b2ee-4915-8cb1-eacf06f0a22d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:56.507255 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2152187a-0792-43de-872b-953fb16bd9a3 req-c4744b62-b2ee-4915-8cb1-eacf06f0a22d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.9681437 Jun 11 18:08:56.574927 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f57f3491-6177-45b4-bbe1-20ba231cb1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:56.580831 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f57f3491-6177-45b4-bbe1-20ba231cb1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:56.583289 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-f57f3491-6177-45b4-bbe1-20ba231cb1b6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/12000070-d03c-4aff-8cb6-a70ef8389cc4 HTTP/1.1" status: 204 len: 168 time: 0.2859838 Jun 11 18:08:56.585050 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-641691f8-0414-48a5-a15b-aeef99f37faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:56.605599 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f3491-6177-45b4-bbe1-20ba231cb1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12000070-d03c-4aff-8cb6-a70ef8389cc4,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:56.611586 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f57f3491-6177-45b4-bbe1-20ba231cb1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:56.750522 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2152187a-0792-43de-872b-953fb16bd9a3 req-c8149efc-4219-4a32-a6d1-d4506389d4e9 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302082 Jun 11 18:08:56.770073 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-0dce79e0-2b66-4b2f-bd41-572315dd2263 service neutron] 10.222.0.63 "GET /v2.0/networks/19a6bdeb-86b6-4cb0-abce-ec0a64f57467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625464 Jun 11 18:08:57.054451 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-6f185855-b3d5-49f8-ad78-1769558d6ae4 service neutron] 10.222.0.63 "GET /v2.0/networks/19a6bdeb-86b6-4cb0-abce-ec0a64f57467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819316 Jun 11 18:08:57.554475 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9db76b77-8fc3-44c6-999c-7af2e7d7b3f1 req-362b6173-fbe9-44b3-963c-be105083e5ee tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 210 time: 0.0935714 Jun 11 18:08:58.389970 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7135a-b2cd-49e2-a0fd-ced90881607f req-8ff67fe9-df5a-47ab-9201-101b6407fed8 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:58.403262 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cbe7135a-b2cd-49e2-a0fd-ced90881607f req-8ff67fe9-df5a-47ab-9201-101b6407fed8 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.4361551 Jun 11 18:08:58.458121 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6ca09-556f-435f-b574-845250be6cba req-6606c3e9-2236-4698-9f5b-a19da9a26535 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:58.471304 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a6b6ca09-556f-435f-b574-845250be6cba req-6606c3e9-2236-4698-9f5b-a19da9a26535 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.2936490 Jun 11 18:08:58.555955 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cbe7135a-b2cd-49e2-a0fd-ced90881607f req-92a4dc87-127e-4bea-87c8-a93a15cdb477 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493652 Jun 11 18:08:58.576345 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a6b6ca09-556f-435f-b574-845250be6cba req-1b1ccca3-17fb-4479-903f-06b40eaab490 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031487 Jun 11 18:08:58.980712 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06b88e-239f-424c-8647-97b9365c1382 req-11eff707-1507-4ea8-9f72-c7a7e2899302 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:58.998696 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8b06b88e-239f-424c-8647-97b9365c1382 req-11eff707-1507-4ea8-9f72-c7a7e2899302 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.1809576 Jun 11 18:08:59.154584 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8b06b88e-239f-424c-8647-97b9365c1382 req-b7a5df30-a454-41b7-873b-36024a3df24e tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504791 Jun 11 18:08:59.549751 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5624bb95-d2b8-4524-a2c0-a3f099370cfa req-2362907e-cfec-4856-a096-ced83f5d4954 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 210 time: 0.0904293 Jun 11 18:09:00.039368 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa82ae-4a79-43fb-8596-42e2e097757b req-257a1600-aa5d-4b3b-a3f8-21e6a34ccc1e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:00.043860 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ceaa82ae-4a79-43fb-8596-42e2e097757b req-257a1600-aa5d-4b3b-a3f8-21e6a34ccc1e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.1641500 Jun 11 18:09:00.459380 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ceaa82ae-4a79-43fb-8596-42e2e097757b req-c81b9419-6e3c-4285-be79-7e90034ebe86 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753932 Jun 11 18:09:00.842434 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485001e-156d-4112-9e44-8b74e66b9942 req-7a6c5899-c5dc-407b-b875-73ae824a1461 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:00.845888 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-7a6c5899-c5dc-407b-b875-73ae824a1461 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.77 "GET /v2.0/networks?id=19a6bdeb-86b6-4cb0-abce-ec0a64f57467 HTTP/1.1" status: 200 len: 807 time: 0.7994232 Jun 11 18:09:00.865327 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [req-b485001e-156d-4112-9e44-8b74e66b9942 req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Request body: {'port': {'device_id': '71045a5c-7891-4c35-83ef-826da6e4e692', 'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467', 'admin_state_up': True, 'tenant_id': '53f8507c5cf74539ad4138f4fdeaca5c'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:00.942215 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9a754-cc2d-49b7-8f6c-a87207b38198 req-724ac66e-c2b2-4502-a015-f25eaa7573a1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:00.952990 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-50d9a754-cc2d-49b7-8f6c-a87207b38198 req-724ac66e-c2b2-4502-a015-f25eaa7573a1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.4312849 Jun 11 18:09:01.026268 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-57cc98f0-c93d-439a-838e-1a4ab88f616e req-883e8123-9a9a-4e7e-bad4-fd37025490bb tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 210 time: 0.1221187 Jun 11 18:09:01.205624 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-50d9a754-cc2d-49b7-8f6c-a87207b38198 req-427dd365-2ddf-48ca-bf52-ee2852f80dcf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501462 Jun 11 18:09:01.356259 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b485001e-156d-4112-9e44-8b74e66b9942 req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Made reservation on behalf of 53f8507c5cf74539ad4138f4fdeaca5c for: {'port': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:01.364754 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-b485001e-156d-4112-9e44-8b74e66b9942 req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:01.724832 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [req-b485001e-156d-4112-9e44-8b74e66b9942 req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Allocated IP 172.20.0.5 (19a6bdeb-86b6-4cb0-abce-ec0a64f57467/5609e14f-0ee9-43d8-b865-6a078b5676ce/a6c0e0fe-808f-458d-9fb4-31d43507beff) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:02.064701 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715c160-2c5d-45e9-95f0-43d0ec2ddff6 req-cd0af4a5-09e4-4367-9c13-272f18fd7a54 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:02.071686 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2715c160-2c5d-45e9-95f0-43d0ec2ddff6 req-cd0af4a5-09e4-4367-9c13-272f18fd7a54 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.3225574 Jun 11 18:09:02.309166 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50500) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:02.394124 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-b485001e-156d-4112-9e44-8b74e66b9942 req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:02.536525 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-013844d5-a99d-4f58-abe6-ab498ef7cd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:02.542955 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-43db7635-3299-4fa9-b1cf-3d70bff903e1 req-67fa6a48-52e6-479e-b665-06edc0b388b5 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 210 time: 0.1780140 Jun 11 18:09:02.601441 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2715c160-2c5d-45e9-95f0-43d0ec2ddff6 req-702f7b10-9871-42c7-b006-1945b7dc4502 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341733 Jun 11 18:09:02.743544 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-b485001e-156d-4112-9e44-8b74e66b9942 req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29514949'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:02.791661 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:02.888856 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-013844d5-a99d-4f58-abe6-ab498ef7cd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:02.899336 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-013844d5-a99d-4f58-abe6-ab498ef7cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:02.905383 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-64c1f0d2-4363-4007-ae68-1df6e77919ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:02.925500 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b485001e-156d-4112-9e44-8b74e66b9942 req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Network 19a6bdeb-86b6-4cb0-abce-ec0a64f57467 is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:02.947482 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [req-b485001e-156d-4112-9e44-8b74e66b9942 req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:02.954444 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b485001e-156d-4112-9e44-8b74e66b9942 req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:03.005500 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-013844d5-a99d-4f58-abe6-ab498ef7cd6f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b6242cb4714344b98e4bf6d7d565b3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6931036 Jun 11 18:09:03.006498 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50514) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:03.010672 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013844d5-a99d-4f58-abe6-ab498ef7cd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcac45b-9813-4173-ac80-fda355310d87,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:03.026117 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-013844d5-a99d-4f58-abe6-ab498ef7cd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:03.072135 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Pushing event updated for resources: {'Port': ['ID=a6c0e0fe-808f-458d-9fb4-31d43507beff,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:03.084652 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:03.158430 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485001e-156d-4112-9e44-8b74e66b9942 req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:03.159571 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-b485001e-156d-4112-9e44-8b74e66b9942 req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:03.161365 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-07d6ee59-b9e5-4a10-850f-c418d8a5dd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:03.202732 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ebad7-2044-49e8-992c-36c15f1b8da0 req-0ba42168-8add-4874-a77a-e7508a3c6a0f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:03.206424 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f39ebad7-2044-49e8-992c-36c15f1b8da0 req-0ba42168-8add-4874-a77a-e7508a3c6a0f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.3112679 Jun 11 18:09:03.210042 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3537312 Jun 11 18:09:03.211260 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-07d6ee59-b9e5-4a10-850f-c418d8a5dd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:03.241201 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Request body: {'port': {'device_id': '71045a5c-7891-4c35-83ef-826da6e4e692', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:03.329928 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-07d6ee59-b9e5-4a10-850f-c418d8a5dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:03.339017 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-07d6ee59-b9e5-4a10-850f-c418d8a5dd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:03.344589 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-07d6ee59-b9e5-4a10-850f-c418d8a5dd1f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/efcac45b-9813-4173-ac80-fda355310d87 HTTP/1.1" status: 204 len: 168 time: 0.3337007 Jun 11 18:09:03.344869 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ea18b4b3-9c0a-4b4c-bc3d-040c3bf777b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:03.367696 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6ee59-b9e5-4a10-850f-c418d8a5dd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcac45b-9813-4173-ac80-fda355310d87,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:03.376260 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-07d6ee59-b9e5-4a10-850f-c418d8a5dd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:03.495538 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f39ebad7-2044-49e8-992c-36c15f1b8da0 req-8895d1dd-6aef-47ac-bd93-85cdd19f659a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748525 Jun 11 18:09:03.544818 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:03.693512 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf076f59-0ac7-49a6-9c7b-e6322b9a1bcb req-c358eefc-0af3-489e-9e18-d14802819d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:03.697321 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-bf076f59-0ac7-49a6-9c7b-e6322b9a1bcb req-c358eefc-0af3-489e-9e18-d14802819d5b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 1098 time: 0.2110882 Jun 11 18:09:04.001464 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf076f59-0ac7-49a6-9c7b-e6322b9a1bcb req-a275edb9-ead8-436d-9d14-05d929cfc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:04.004562 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-bf076f59-0ac7-49a6-9c7b-e6322b9a1bcb req-a275edb9-ead8-436d-9d14-05d929cfc572 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 200 len: 921 time: 0.2988710 Jun 11 18:09:04.198937 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-bf076f59-0ac7-49a6-9c7b-e6322b9a1bcb req-322c19db-f534-4dd2-b3c9-13e56208e36a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4990041a-0488-4daa-8ec1-194ea30cb3c7 HTTP/1.1" status: 200 len: 217 time: 0.1832652 Jun 11 18:09:04.328420 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58516c15-1964-4f67-b48c-e5890cf2c074 req-2313516f-b91c-4b28-857b-af04dc067481 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:04.331250 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-58516c15-1964-4f67-b48c-e5890cf2c074 req-2313516f-b91c-4b28-857b-af04dc067481 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.6488709 Jun 11 18:09:04.390237 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf076f59-0ac7-49a6-9c7b-e6322b9a1bcb req-1c9656af-6d07-4f84-aa46-763be30ffcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:04.394441 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-bf076f59-0ac7-49a6-9c7b-e6322b9a1bcb req-1c9656af-6d07-4f84-aa46-763be30ffcb9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2c0d0ba-a024-4d5c-a250-26ba92f287df HTTP/1.1" status: 200 len: 859 time: 0.1851349 Jun 11 18:09:04.486763 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50548) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:04.490794 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-bf076f59-0ac7-49a6-9c7b-e6322b9a1bcb req-110319fe-f9f2-4798-a4de-040d08e84209 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e57154-05ec-4233-ad5d-fbf80c3be864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878060 Jun 11 18:09:04.521573 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-cf383fc2-b3eb-423c-b832-68d617e7ac21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:04.529268 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec035ee3-6770-4faf-bf47-9012e487474b req-e842f6ff-2a26-42d4-9444-c4eded627054 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:04.532695 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ec035ee3-6770-4faf-bf47-9012e487474b req-e842f6ff-2a26-42d4-9444-c4eded627054 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 931 time: 0.5011137 Jun 11 18:09:04.650980 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-58516c15-1964-4f67-b48c-e5890cf2c074 req-db446c80-5762-45f0-a22d-e5102d481871 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992749 Jun 11 18:09:04.700923 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ec035ee3-6770-4faf-bf47-9012e487474b req-98f1c1f5-9485-4776-9625-38d230878845 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431274 Jun 11 18:09:04.849561 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c0e0fe-808f-458d-9fb4-31d43507beff {{(pid=91991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:09:04.871756 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:04.873762 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-bf076f59-0ac7-49a6-9c7b-e6322b9a1bcb req-99746c7d-6436-4c54-8eb1-0796cba08605 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484166 Jun 11 18:09:04.906126 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.provisioning_blocks [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Transition to ACTIVE for port object a6c0e0fe-808f-458d-9fb4-31d43507beff will not be triggered until provisioned by entity L2. {{(pid=91991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:04.912758 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29515003'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:04.919576 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-387b47c9-0c83-4554-8ae6-bf70ec75187a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:05.045531 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c0e0fe-808f-458d-9fb4-31d43507beff,revision_number=2']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:05.050620 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:05.183191 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-cf383fc2-b3eb-423c-b832-68d617e7ac21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:05.201127 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-cf383fc2-b3eb-423c-b832-68d617e7ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:05.209346 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-640ed17b-c012-4c71-9503-62e2400079c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:05.237227 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-bf076f59-0ac7-49a6-9c7b-e6322b9a1bcb req-72b15e0b-7f4d-4ed9-8de1-f557b8e876cd service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550589 Jun 11 18:09:05.294646 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-cf383fc2-b3eb-423c-b832-68d617e7ac21 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7fbf2ac828c8408f83b99cea852efe1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7983081 Jun 11 18:09:05.294646 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf383fc2-b3eb-423c-b832-68d617e7ac21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4edc976-18ff-4946-bcc2-764e97fe1b4a,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:05.300898 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50562) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:05.311665 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-cf383fc2-b3eb-423c-b832-68d617e7ac21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:05.414222 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-92875a0b-c382-4b9b-ab69-f8cb60aadaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:05.470355 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-92875a0b-c382-4b9b-ab69-f8cb60aadaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:05.581271 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-92875a0b-c382-4b9b-ab69-f8cb60aadaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:05.586391 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-92875a0b-c382-4b9b-ab69-f8cb60aadaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:05.588289 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-92875a0b-c382-4b9b-ab69-f8cb60aadaab admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e4edc976-18ff-4946-bcc2-764e97fe1b4a HTTP/1.1" status: 204 len: 168 time: 0.2856600 Jun 11 18:09:05.589546 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d7d1cdc1-6f32-4fdd-bfe3-856646e76053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:05.607823 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92875a0b-c382-4b9b-ab69-f8cb60aadaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4edc976-18ff-4946-bcc2-764e97fe1b4a,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:05.611669 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-92875a0b-c382-4b9b-ab69-f8cb60aadaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:05.901619 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0874dd-ed6e-4a22-8504-fcff03ae43e0 req-5bf9c95b-b3b4-47b5-9c13-24b0115d189b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:05.904005 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9f0874dd-ed6e-4a22-8504-fcff03ae43e0 req-5bf9c95b-b3b4-47b5-9c13-24b0115d189b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.8644726 Jun 11 18:09:05.921397 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bfdf7-6431-43a4-8e44-edef4fc4b9a1 req-c3bda0cf-846b-4e47-9c7d-2d8cd472c431 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:05.923568 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-415bfdf7-6431-43a4-8e44-edef4fc4b9a1 req-c3bda0cf-846b-4e47-9c7d-2d8cd472c431 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.8149416 Jun 11 18:09:05.927716 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Attempting to bind port a6c0e0fe-808f-458d-9fb4-31d43507beff on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:09:05.928224 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Attempting to bind port a6c0e0fe-808f-458d-9fb4-31d43507beff by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467'}] {{(pid=91991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:09:05.928813 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Attempting to bind port a6c0e0fe-808f-458d-9fb4-31d43507beff on network 19a6bdeb-86b6-4cb0-abce-ec0a64f57467 {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:05.983329 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Port a6c0e0fe-808f-458d-9fb4-31d43507beff on network 19a6bdeb-86b6-4cb0-abce-ec0a64f57467 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:09:05.984186 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Attempting to bind port a6c0e0fe-808f-458d-9fb4-31d43507beff on network 19a6bdeb-86b6-4cb0-abce-ec0a64f57467 {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:06.017211 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:09:06.017754 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Checking segment: {'id': 'b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:06.018412 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Bound using segment: {'id': 'b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467'} {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:09:06.019188 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Bound port: a6c0e0fe-808f-458d-9fb4-31d43507beff, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467'}}] {{(pid=91991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:09:06.019580 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:06.173662 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-415bfdf7-6431-43a4-8e44-edef4fc4b9a1 req-47f6b39b-b755-4a1f-a25c-712ffc250cc9 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227407 Jun 11 18:09:06.182345 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9f0874dd-ed6e-4a22-8504-fcff03ae43e0 req-84a43d47-8dbc-4238-8693-c091450f9ab5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574391 Jun 11 18:09:06.275093 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] For port a6c0e0fe-808f-458d-9fb4-31d43507beff, host hv-cinder-79604, cleared binding levels {{(pid=91991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:09:06.282825 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] For port a6c0e0fe-808f-458d-9fb4-31d43507beff, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=a6c0e0fe-808f-458d-9fb4-31d43507beff,segment=NetworkSegment(b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5),segment_id=b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5)] {{(pid=91991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:09:06.296313 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29515003'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:06.311164 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:06.505121 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50592) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:06.522803 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c0e0fe-808f-458d-9fb4-31d43507beff,revision_number=3']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:06.568036 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-702a0c41-698d-4135-809a-82c903817495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:06.599804 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:06.614463 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:06.615518 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:06.618278 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] 10.222.0.77 "PUT /v2.0/ports/a6c0e0fe-808f-458d-9fb4-31d43507beff HTTP/1.1" status: 200 len: 1093 time: 3.3848593 Jun 11 18:09:06.625389 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71045a5c-7891-4c35-83ef-826da6e4e692', 'tag': 'a6c0e0fe-808f-458d-9fb4-31d43507beff'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:06.630094 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115592c5-a1e9-450c-a67b-3c0700ec0195" -d '{"events": [{"name": "network-changed", "server_uuid": "71045a5c-7891-4c35-83ef-826da6e4e692", "tag": "a6c0e0fe-808f-458d-9fb4-31d43507beff"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:06.740243 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50598) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:06.782275 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19236250-abd6-4062-a63a-2d3a1d04716c req-5991d3ca-ebc2-4f71-b671-183ed288ed0d tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:06.784958 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-19236250-abd6-4062-a63a-2d3a1d04716c req-5991d3ca-ebc2-4f71-b671-183ed288ed0d tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 943 time: 0.2652733 Jun 11 18:09:06.789465 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-702a0c41-698d-4135-809a-82c903817495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:06.798289 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-702a0c41-698d-4135-809a-82c903817495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:06.802455 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290e875-9760-405e-bb62-36831af21b55 req-d717272c-2eee-499f-9cab-68c348402b92 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:06.805091 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f57f3491-6177-45b4-bbe1-20ba231cb1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:06.811033 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0290e875-9760-405e-bb62-36831af21b55 req-d717272c-2eee-499f-9cab-68c348402b92 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.3613381 Jun 11 18:09:06.870521 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-702a0c41-698d-4135-809a-82c903817495 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=06bb2ae7abf148349ba4e1101cd8229a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636930 Jun 11 18:09:06.872578 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a0c41-698d-4135-809a-82c903817495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afb258d-0f1b-4ba7-94d6-1777f3a06bf6,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:06.878449 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-702a0c41-698d-4135-809a-82c903817495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:06.880257 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50602) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:06.968183 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a014-e7a9-4732-94f2-ede8c8dc7490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:06.989665 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0290e875-9760-405e-bb62-36831af21b55 req-c2e8f8e4-a85d-4973-b902-18a3495d11f0 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697016 Jun 11 18:09:06.998695 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485001e-156d-4112-9e44-8b74e66b9942 req-99da727d-8213-4a70-ac4a-c640fd9de5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:07.001619 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-99da727d-8213-4a70-ac4a-c640fd9de5f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53f8507c5cf74539ad4138f4fdeaca5c&device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 1096 time: 0.3176191 Jun 11 18:09:07.006629 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1b53aa3b-ed3e-451a-ab86-fa0a6d5a7561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.009821 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-19236250-abd6-4062-a63a-2d3a1d04716c req-1c86cfd3-4cf1-4f10-a6e6-51ac1d19faed tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964641 Jun 11 18:09:07.073542 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1b53aa3b-ed3e-451a-ab86-fa0a6d5a7561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.117839 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be7463b-e362-4c37-bd2d-481b3484dff0 x-openstack-request-id: req-7be7463b-e362-4c37-bd2d-481b3484dff0 {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:07.118349 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71045a5c-7891-4c35-83ef-826da6e4e692", "tag": "a6c0e0fe-808f-458d-9fb4-31d43507beff", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:07.118759 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7be7463b-e362-4c37-bd2d-481b3484dff0 {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:07.119387 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71045a5c-7891-4c35-83ef-826da6e4e692', 'tag': 'a6c0e0fe-808f-458d-9fb4-31d43507beff', 'status': 'completed', 'code': 200} Jun 11 18:09:07.122678 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-0f390422-6a07-4407-9533-30ee19be4eda service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6c0e0fe-808f-458d-9fb4-31d43507beff HTTP/1.1" status: 200 len: 217 time: 0.1110504 Jun 11 18:09:07.217028 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1b53aa3b-ed3e-451a-ab86-fa0a6d5a7561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.221987 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1b53aa3b-ed3e-451a-ab86-fa0a6d5a7561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.223951 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-1b53aa3b-ed3e-451a-ab86-fa0a6d5a7561 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4afb258d-0f1b-4ba7-94d6-1777f3a06bf6 HTTP/1.1" status: 204 len: 168 time: 0.3416834 Jun 11 18:09:07.235050 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-46a15630-2252-478a-b3ea-4b293384bcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:07.248072 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a014-e7a9-4732-94f2-ede8c8dc7490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.254768 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485001e-156d-4112-9e44-8b74e66b9942 req-a722c6a9-849c-4455-b4b6-2b5ca5e45f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:07.258091 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-a722c6a9-849c-4455-b4b6-2b5ca5e45f3a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5609e14f-0ee9-43d8-b865-6a078b5676ce HTTP/1.1" status: 200 len: 847 time: 0.1205783 Jun 11 18:09:07.263823 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53aa3b-ed3e-451a-ab86-fa0a6d5a7561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afb258d-0f1b-4ba7-94d6-1777f3a06bf6,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:07.270203 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-1b53aa3b-ed3e-451a-ab86-fa0a6d5a7561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:07.272221 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a014-e7a9-4732-94f2-ede8c8dc7490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.278988 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-84fa86f5-36c5-4bed-b4a7-7bcba556368c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:07.368082 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-f2b2a014-e7a9-4732-94f2-ede8c8dc7490 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ad3db43c56e8479587b6030a935a6ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6262426 Jun 11 18:09:07.371593 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2a014-e7a9-4732-94f2-ede8c8dc7490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e3aca7-834d-42d5-99e8-58b13a336ef0,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:07.378629 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f2b2a014-e7a9-4732-94f2-ede8c8dc7490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:07.379532 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50612) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:07.502377 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-428f6fac-8b0b-4623-b35d-e5ea38bc4a0b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19a6bdeb-86b6-4cb0-abce-ec0a64f57467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2340205 Jun 11 18:09:07.593125 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e7e1e3f-4492-4408-b421-ace4f3772267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.699693 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e7e1e3f-4492-4408-b421-ace4f3772267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.824244 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e7e1e3f-4492-4408-b421-ace4f3772267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.834821 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e7e1e3f-4492-4408-b421-ace4f3772267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.838208 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-3e7e1e3f-4492-4408-b421-ace4f3772267 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c8e3aca7-834d-42d5-99e8-58b13a336ef0 HTTP/1.1" status: 204 len: 168 time: 0.4568934 Jun 11 18:09:07.840107 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-cd223a5b-a4c7-495d-a967-d04481ec707a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:07.860431 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e1e3f-4492-4408-b421-ace4f3772267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e3aca7-834d-42d5-99e8-58b13a336ef0,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:07.864755 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3e7e1e3f-4492-4408-b421-ace4f3772267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:08.026145 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-88820ec6-3d24-4734-b112-d3c67fb7af62 service neutron] 10.222.0.77 "GET /v2.0/networks/19a6bdeb-86b6-4cb0-abce-ec0a64f57467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086908 Jun 11 18:09:08.084887 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa560ad5-5552-48bb-82a0-0c8a4c4ed624 req-e04b1293-275e-4b63-ad62-0970d64f2722 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:08.089606 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fa560ad5-5552-48bb-82a0-0c8a4c4ed624 req-e04b1293-275e-4b63-ad62-0970d64f2722 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.4267476 Jun 11 18:09:08.209042 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc518960-0f83-4e27-9e93-cf909159a41a req-ed7803ff-4026-47cc-b9c8-827ce4e230d1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:08.212797 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dc518960-0f83-4e27-9e93-cf909159a41a req-ed7803ff-4026-47cc-b9c8-827ce4e230d1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.4765062 Jun 11 18:09:08.422485 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fa560ad5-5552-48bb-82a0-0c8a4c4ed624 req-1180b00b-e25a-46cd-b580-94bd6259ffb3 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830074 Jun 11 18:09:08.487976 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dc518960-0f83-4e27-9e93-cf909159a41a req-5c1dab9f-0ac0-49e8-a9c8-123d70d7bbc3 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628875 Jun 11 18:09:08.513047 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b485001e-156d-4112-9e44-8b74e66b9942 req-2ccf38fd-c562-4095-b4a6-5bcdf28bb407 service neutron] 10.222.0.77 "GET /v2.0/networks/19a6bdeb-86b6-4cb0-abce-ec0a64f57467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720452 Jun 11 18:09:08.604947 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 50638) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:08.663344 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3f1f-c385-434d-81f3-ae013cf3f093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:09.196276 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115592c5-a1e9-450c-a67b-3c0700ec0195 req-d8839acb-a0a6-46fb-8aab-4bae9f4661eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:09.199113 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-115592c5-a1e9-450c-a67b-3c0700ec0195 req-d8839acb-a0a6-46fb-8aab-4bae9f4661eb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53f8507c5cf74539ad4138f4fdeaca5c&device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 1096 time: 0.4522245 Jun 11 18:09:09.305482 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faebce-27fa-4129-9bad-96f9b7696159 req-67bbc0f2-7525-436c-84f5-b23cb34110c5 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:09.308217 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d5faebce-27fa-4129-9bad-96f9b7696159 req-67bbc0f2-7525-436c-84f5-b23cb34110c5 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.4439008 Jun 11 18:09:09.394447 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50654) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:09.472578 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42544a88-7642-48d0-a6c1-66748320f5ee req-f920aac6-2db2-41d4-93dc-5d659e523db6 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:09.475412 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-42544a88-7642-48d0-a6c1-66748320f5ee req-f920aac6-2db2-41d4-93dc-5d659e523db6 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 943 time: 0.5081217 Jun 11 18:09:09.590315 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3f1f-c385-434d-81f3-ae013cf3f093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:09.592874 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1473581456-network', 'tenant_id': '36adc438fe8649a7a0128f7971f65934'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:09.622696 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3f1f-c385-434d-81f3-ae013cf3f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:09.637154 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Made reservation on behalf of 36adc438fe8649a7a0128f7971f65934 for: {'network': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:09.642008 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:09.646323 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ef4c4b6d-f7a8-46ad-bf2e-b0b6821584a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:09.666821 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:09.715846 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d5faebce-27fa-4129-9bad-96f9b7696159 req-e95397c2-73d2-4bd5-8dac-f51643e01ac6 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853366 Jun 11 18:09:09.743010 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115592c5-a1e9-450c-a67b-3c0700ec0195 req-f0cc9d7e-9e27-4c24-b60b-2dbba4aa86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:09.745750 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-115592c5-a1e9-450c-a67b-3c0700ec0195 req-f0cc9d7e-9e27-4c24-b60b-2dbba4aa86cc service neutron] 10.222.0.77 "GET /v2.0/networks?id=19a6bdeb-86b6-4cb0-abce-ec0a64f57467 HTTP/1.1" status: 200 len: 909 time: 0.5366130 Jun 11 18:09:09.796424 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-42544a88-7642-48d0-a6c1-66748320f5ee req-39f0d3a2-efd5-463f-8568-4e30e6fd8e06 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873158 Jun 11 18:09:09.880134 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-4a7e3f1f-c385-434d-81f3-ae013cf3f093 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7e962eb2db3843c594ae5bc28a3731ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2733068 Jun 11 18:09:09.883208 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e3f1f-c385-434d-81f3-ae013cf3f093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa315fc8-5173-4045-9138-ecf84532e505,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:09.887968 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 50662) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:09.893626 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-115592c5-a1e9-450c-a67b-3c0700ec0195 req-4984aa04-9cec-430b-8a39-7cc8ae6471ea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6c0e0fe-808f-458d-9fb4-31d43507beff HTTP/1.1" status: 200 len: 217 time: 0.1276960 Jun 11 18:09:09.898646 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:09.905570 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-4a7e3f1f-c385-434d-81f3-ae013cf3f093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:09.911508 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:09.932644 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-efaf6349-23a2-439b-8975-d5971e70f324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:10.034277 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=91992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:09:10.048677 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:10.060340 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:10.069342 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:10.071638 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.segments_db [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Added segment 97c99795-9022-4e19-ba07-600579f7c637 of type vlan for network bb867073-1266-4a21-bb52-ead6e0552b22 Jun 11 18:09:10.205048 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:10.259248 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:10.261093 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:10.261879 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:10.264955 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:10.283216 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115592c5-a1e9-450c-a67b-3c0700ec0195 req-24292dd9-841b-4bd9-bda2-2e550da1924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:10.287142 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-115592c5-a1e9-450c-a67b-3c0700ec0195 req-24292dd9-841b-4bd9-bda2-2e550da1924b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5609e14f-0ee9-43d8-b865-6a078b5676ce HTTP/1.1" status: 200 len: 847 time: 0.3792837 Jun 11 18:09:10.326182 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9294949 Jun 11 18:09:10.359228 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 50670) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:10.369212 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] Request body: {'subnet': {'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1473581456-subnet', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'ip_version': 4}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:10.405445 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Pushing event updated for resources: {'Network': ['ID=bb867073-1266-4a21-bb52-ead6e0552b22,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:10.410153 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:10.423128 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network bb867073-1266-4a21-bb52-ead6e0552b22 details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:09:10.428086 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-115592c5-a1e9-450c-a67b-3c0700ec0195 req-15bf81b4-9328-4a15-97fe-9f8673b9365d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19a6bdeb-86b6-4cb0-abce-ec0a64f57467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206477 Jun 11 18:09:10.445717 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a6a39f5a-14e5-4547-a5dd-5e8a4904b0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:10.600602 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a6a39f5a-14e5-4547-a5dd-5e8a4904b0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:10.605697 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] Made reservation on behalf of 36adc438fe8649a7a0128f7971f65934 for: {'subnet': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:10.609866 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29870561'] for subnet, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:10.648278 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74457b7c-d2ea-4ebe-b531-a886162a2e33 req-c67bebc7-b439-463e-950d-67549cc190f0 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:10.651512 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-74457b7c-d2ea-4ebe-b531-a886162a2e33 req-c67bebc7-b439-463e-950d-67549cc190f0 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.5970964 Jun 11 18:09:10.702549 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef40f6b-11e7-40ac-825f-49cd91db9d6c req-1c072411-2bf2-497d-9ed0-ac3b4c3a583e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:10.705888 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bef40f6b-11e7-40ac-825f-49cd91db9d6c req-1c072411-2bf2-497d-9ed0-ac3b4c3a583e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.6067541 Jun 11 18:09:11.147825 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-74457b7c-d2ea-4ebe-b531-a886162a2e33 req-c555d718-99aa-487e-97e0-c79284bf16b5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4192579 Jun 11 18:09:11.152778 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-115592c5-a1e9-450c-a67b-3c0700ec0195 req-0f334441-038b-45f9-adbd-c6efc724baa9 service neutron] 10.222.0.77 "GET /v2.0/networks/19a6bdeb-86b6-4cb0-abce-ec0a64f57467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6983004 Jun 11 18:09:11.158201 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bef40f6b-11e7-40ac-825f-49cd91db9d6c req-acda1dcd-c9a1-4efc-838c-428dfd2fe912 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4213760 Jun 11 18:09:11.168453 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a6a39f5a-14e5-4547-a5dd-5e8a4904b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:11.171645 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a6a39f5a-14e5-4547-a5dd-5e8a4904b0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:11.173260 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-a6a39f5a-14e5-4547-a5dd-5e8a4904b0e2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aa315fc8-5173-4045-9138-ecf84532e505 HTTP/1.1" status: 204 len: 168 time: 1.2829754 Jun 11 18:09:11.184467 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-3ae3260a-fa69-4a85-b422-3152d71aed62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:11.238673 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a39f5a-14e5-4547-a5dd-5e8a4904b0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa315fc8-5173-4045-9138-ecf84532e505,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:11.246174 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a6a39f5a-14e5-4547-a5dd-5e8a4904b0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:11.524431 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 944a97a6-87a8-486e-a31b-96e0dfb1c029 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:09:11.825250 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 944a97a6-87a8-486e-a31b-96e0dfb1c029, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:11.864194 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'port_id': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'mac_address': 'fa:16:3e:c9:2e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:09:11.957790 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50702) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:12.030531 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2fd430c4-4f9f-4b0e-af83-bc50dfa3e1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.038937 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.092524 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 944a97a6-87a8-486e-a31b-96e0dfb1c029 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:09:12.112341 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29515637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29870583'] for subnet, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.150756 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 944a97a6-87a8-486e-a31b-96e0dfb1c029, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:12.169044 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:12.180331 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.181955 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device a6c0e0fe-808f-458d-9fb4-31d43507beff details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:09:12.186802 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:12.252929 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-115592c5-a1e9-450c-a67b-3c0700ec0195 req-20372dfc-c745-4a21-bdd7-e9b8983fd4e5 service neutron] 10.222.0.77 "GET /v2.0/networks/19a6bdeb-86b6-4cb0-abce-ec0a64f57467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0928605 Jun 11 18:09:12.372659 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=944a97a6-87a8-486e-a31b-96e0dfb1c029,revision_number=6']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:12.388489 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:12.430896 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d90266-a32e-4eda-9963-507c722ab00f,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:12.445076 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:12.506368 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5ffa3-c7a3-466b-ab11-1d60a46e7816 req-083b3dff-7d0a-4cc0-88d5-f878309de0e2 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:12.521777 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f2b5ffa3-c7a3-466b-ab11-1d60a46e7816 req-083b3dff-7d0a-4cc0-88d5-f878309de0e2 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 943 time: 1.0038087 Jun 11 18:09:12.523950 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.545100 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6bd3-693e-4288-8fc1-fe9d949c1298 req-c8c9960d-32f0-4b2b-916b-24d089d9d425 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:12.560382 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a33c6bd3-693e-4288-8fc1-fe9d949c1298 req-c8c9960d-32f0-4b2b-916b-24d089d9d425 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 1.0405166 Jun 11 18:09:12.577905 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port a6c0e0fe-808f-458d-9fb4-31d43507beff, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=a6c0e0fe-808f-458d-9fb4-31d43507beff,segment=NetworkSegment(b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5),segment_id=b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:12.609712 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2fd430c4-4f9f-4b0e-af83-bc50dfa3e1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.616732 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': 'a6c0e0fe-808f-458d-9fb4-31d43507beff', 'network_id': '19a6bdeb-86b6-4cb0-abce-ec0a64f57467', 'port_id': 'a6c0e0fe-808f-458d-9fb4-31d43507beff', 'mac_address': 'fa:16:3e:dc:37:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5609e14f-0ee9-43d8-b865-6a078b5676ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:09:12.618379 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2fd430c4-4f9f-4b0e-af83-bc50dfa3e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.630619 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] Checking segment: {'id': '97c99795-9022-4e19-ba07-600579f7c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:12.631236 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] Network hostable DHCP agents. Network: bb867073-1266-4a21-bb52-ead6e0552b22, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:09:12.663836 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-07d6ee59-b9e5-4a10-850f-c418d8a5dd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:12.673801 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-2fd430c4-4f9f-4b0e-af83-bc50dfa3e1f1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7ff1930bc96b492388d1f0553967665a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7119343 Jun 11 18:09:12.675368 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50722) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:12.722225 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.760945 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd430c4-4f9f-4b0e-af83-bc50dfa3e1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd3a7b6-5f0c-4e80-9d02-548876a6f50b,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:12.766420 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c0e0fe-808f-458d-9fb4-31d43507beff {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:09:12.773447 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f2b5ffa3-c7a3-466b-ab11-1d60a46e7816 req-fe22a523-d697-4429-a95a-422bbd5e4a8b tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501214 Jun 11 18:09:12.774099 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2fd430c4-4f9f-4b0e-af83-bc50dfa3e1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:12.779064 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a33c6bd3-693e-4288-8fc1-fe9d949c1298 req-45cac3bb-23b0-42d6-aaa4-cd9f329dc26c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033184 Jun 11 18:09:12.793944 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] Network bb867073-1266-4a21-bb52-ead6e0552b22 is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:09:12.818368 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port a6c0e0fe-808f-458d-9fb4-31d43507beff, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=a6c0e0fe-808f-458d-9fb4-31d43507beff,segment=NetworkSegment(b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5),segment_id=b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:12.828596 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.829645 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-173a3040-17b3-4c6b-85d4-bbfa9eee106a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.846113 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, bb867073-1266-4a21-bb52-ead6e0552b22) {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:12.846113 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:12.849210 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.852200 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:12.920228 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5586231 Jun 11 18:09:12.926383 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 50728) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:12.939629 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:12.943542 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-173a3040-17b3-4c6b-85d4-bbfa9eee106a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.972869 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=a6c0e0fe-808f-458d-9fb4-31d43507beff,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:12.978615 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109b6e34-ac84-4198-9375-733dc1065b6c None None] Network bb867073-1266-4a21-bb52-ead6e0552b22 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:09:12.985444 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:13.042881 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7400'] for router, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:13.047857 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2023106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7393'] for router, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:13.077307 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['944a97a6-87a8-486e-a31b-96e0dfb1c029'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:09:13.164042 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-173a3040-17b3-4c6b-85d4-bbfa9eee106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:13.171562 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-173a3040-17b3-4c6b-85d4-bbfa9eee106a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:13.178493 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['a6c0e0fe-808f-458d-9fb4-31d43507beff'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:09:13.179478 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-173a3040-17b3-4c6b-85d4-bbfa9eee106a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fbd3a7b6-5f0c-4e80-9d02-548876a6f50b HTTP/1.1" status: 204 len: 168 time: 0.4983449 Jun 11 18:09:13.183557 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-70d27487-d9e6-4aed-a128-557a86099fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:13.225610 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a3040-17b3-4c6b-85d4-bbfa9eee106a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd3a7b6-5f0c-4e80-9d02-548876a6f50b,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:13.237795 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-173a3040-17b3-4c6b-85d4-bbfa9eee106a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:13.495023 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:13.911192 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd681c4-5e0d-4c8c-8189-bbf1aa30e996 req-eab7af26-b50b-43ff-bcc0-0f853b25f2e3 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:13.914120 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cfd681c4-5e0d-4c8c-8189-bbf1aa30e996 req-eab7af26-b50b-43ff-bcc0-0f853b25f2e3 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.8184288 Jun 11 18:09:14.224382 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7415'] for router, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:14.303431 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af2a87-7028-49ac-af82-623c70a7cf8f req-f35ea732-dcb3-4ed4-a9f1-11f28a089954 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:14.319718 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-50af2a87-7028-49ac-af82-623c70a7cf8f req-f35ea732-dcb3-4ed4-a9f1-11f28a089954 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 944 time: 0.8176017 Jun 11 18:09:14.356327 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cfd681c4-5e0d-4c8c-8189-bbf1aa30e996 req-2e48fce0-7288-47a0-b172-3bbef3929fc0 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038077 Jun 11 18:09:14.358424 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8400c961-7cb8-5e80-b540-d63c93360b33-bb867073-1266-4a21-bb52-ead6e0552b22', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'fixed_ips': [{'subnet_id': '71d90266-a32e-4eda-9963-507c722ab00f'}]}} from dv-cinder-796049-1-smb. {{(pid=91993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:09:14.360136 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:14.497587 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-50af2a87-7028-49ac-af82-623c70a7cf8f req-2af56daa-f55e-41be-876e-74ff723bbeac tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693907 Jun 11 18:09:14.806813 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.db_base_plugin_common [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Allocated IP 172.20.0.2 (bb867073-1266-4a21-bb52-ead6e0552b22/71d90266-a32e-4eda-9963-507c722ab00f/e79997bc-4e97-4e8c-8389-bb14f219bdd9) {{(pid=91993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:15.068281 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a770e4-8855-49d4-b466-a9721a4fc35e req-82dc5134-8823-479c-8e1b-acea9fdc9d16 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:15.071508 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-20a770e4-8855-49d4-b466-a9721a4fc35e req-82dc5134-8823-479c-8e1b-acea9fdc9d16 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 944 time: 0.3387864 Jun 11 18:09:15.194525 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7854936-09ad-4d5f-b14d-9a3fec986c01 req-9b402ad1-63fb-41e3-bbc1-baf5ed30eca0 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:15.196300 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c7854936-09ad-4d5f-b14d-9a3fec986c01 req-9b402ad1-63fb-41e3-bbc1-baf5ed30eca0 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.3195722 Jun 11 18:09:15.318763 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-20a770e4-8855-49d4-b466-a9721a4fc35e req-f028bfcd-d27b-46af-8473-691c46454dd6 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298906 Jun 11 18:09:15.425819 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Notify callbacks [] for port, precommit_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:15.466426 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Transition to ACTIVE for port object e79997bc-4e97-4e8c-8389-bb14f219bdd9 will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:15.534728 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c7854936-09ad-4d5f-b14d-9a3fec986c01 req-e85a6ea3-a328-4cd0-9757-f459bfa08cfa tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144597 Jun 11 18:09:15.540163 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Transition to ACTIVE for port object e79997bc-4e97-4e8c-8389-bb14f219bdd9 will not be triggered until provisioned by entity DHCP. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:15.560162 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 944a97a6-87a8-486e-a31b-96e0dfb1c029 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:15.767821 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:15.771913 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50774) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:15.775646 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:15.864000 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 944a97a6-87a8-486e-a31b-96e0dfb1c029 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:15.864611 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:15.883455 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:15.950317 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Network bb867073-1266-4a21-bb52-ead6e0552b22 is already hosted by enough agents. {{(pid=91993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:15.972313 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.base_scheduler [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Resources bound (agent type, host, resource id): {{(pid=91993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:15.979876 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Received port after_create {{(pid=91993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:16.038581 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:16.129869 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Pushing event updated for resources: {'Port': ['ID=e79997bc-4e97-4e8c-8389-bb14f219bdd9,revision_number=1']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:16.142733 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:16.188888 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0fe977bf-6e16-4d76-b157-33dd6370260d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:16.286979 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Attempting to bind port e79997bc-4e97-4e8c-8389-bb14f219bdd9 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:09:16.288015 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Attempting to bind port e79997bc-4e97-4e8c-8389-bb14f219bdd9 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '97c99795-9022-4e19-ba07-600579f7c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:09:16.289055 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Attempting to bind port e79997bc-4e97-4e8c-8389-bb14f219bdd9 on network bb867073-1266-4a21-bb52-ead6e0552b22 {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:16.302449 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:09:16.303428 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Checking segment: {'id': '97c99795-9022-4e19-ba07-600579f7c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:16.304240 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:16.305493 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Bound using segment: {'id': '97c99795-9022-4e19-ba07-600579f7c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:09:16.306830 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Bound port: e79997bc-4e97-4e8c-8389-bb14f219bdd9, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c99795-9022-4e19-ba07-600579f7c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:09:16.308210 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:16.602758 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0fe977bf-6e16-4d76-b157-33dd6370260d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:16.612952 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0fe977bf-6e16-4d76-b157-33dd6370260d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:16.683029 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] For port e79997bc-4e97-4e8c-8389-bb14f219bdd9, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:09:16.701205 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] For port e79997bc-4e97-4e8c-8389-bb14f219bdd9, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=e79997bc-4e97-4e8c-8389-bb14f219bdd9,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:09:16.708614 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-702a0c41-698d-4135-809a-82c903817495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:16.738090 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-0fe977bf-6e16-4d76-b157-33dd6370260d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5b921f6ca9c64f3fbc2bb6ff8e0bffac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9633253 Jun 11 18:09:16.759338 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 50784) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:16.791714 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:16.820027 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe977bf-6e16-4d76-b157-33dd6370260d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4719623-96ce-4801-a4c0-d346f1ee5867,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:16.831096 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-0fe977bf-6e16-4d76-b157-33dd6370260d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:16.832072 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:16.955242 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Pushing event updated for resources: {'Port': ['ID=e79997bc-4e97-4e8c-8389-bb14f219bdd9,revision_number=2']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:16.968109 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:16.988594 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:17.058163 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Allocated IP 172.28.1.125 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/6d99d007-585e-4b37-be5e-635f120a434c) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:17.084324 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:17.089190 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bea7493-edd4-4dd0-a151-0991d3d95c1b" -d '{"events": [{"server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "name": "network-vif-plugged", "status": "completed", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:17.092341 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109f546-d98e-4b41-bb1d-a0a3873efe3d req-355e24d3-d2db-4a9f-b4b2-217bfba996cd tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:17.103119 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9109f546-d98e-4b41-bb1d-a0a3873efe3d req-355e24d3-d2db-4a9f-b4b2-217bfba996cd tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 944 time: 0.7716079 Jun 11 18:09:17.128650 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 944a97a6-87a8-486e-a31b-96e0dfb1c029, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:17.176002 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:17.178136 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device a6c0e0fe-808f-458d-9fb4-31d43507beff up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:17.183773 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:17.444871 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=944a97a6-87a8-486e-a31b-96e0dfb1c029,revision_number=7']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:17.485349 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:17.633200 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port a6c0e0fe-808f-458d-9fb4-31d43507beff completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:17.643326 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port a6c0e0fe-808f-458d-9fb4-31d43507beff triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:17.656363 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:17.893740 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:17.964268 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e793d888-b70c-4965-a1c0-26ed78c7e61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:17.986568 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port a6c0e0fe-808f-458d-9fb4-31d43507beff, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=a6c0e0fe-808f-458d-9fb4-31d43507beff,segment=NetworkSegment(b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5),segment_id=b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:17.995548 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:17.998308 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:18.041894 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9109f546-d98e-4b41-bb1d-a0a3873efe3d req-60964bb9-707d-43fc-ad8a-d7d2be58c8a8 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9374676 Jun 11 18:09:18.114922 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23679684-8352-4bcc-a6bd-3506ef29bd6f req-d091a742-0f0b-46ac-87e1-00d7d50228e4 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:18.137842 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-23679684-8352-4bcc-a6bd-3506ef29bd6f req-d091a742-0f0b-46ac-87e1-00d7d50228e4 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 1.2760568 Jun 11 18:09:18.183784 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=a6c0e0fe-808f-458d-9fb4-31d43507beff,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:18.198407 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:18.283814 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37fc8b-a25b-41e2-80a2-b039b925a000 req-71a38932-bd38-427d-bb3d-980a5349f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:18.286793 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3b37fc8b-a25b-41e2-80a2-b039b925a000 req-71a38932-bd38-427d-bb3d-980a5349f8fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=00ab5e082c9c46598b282b55ea9f9587&device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 1098 time: 1.4497349 Jun 11 18:09:18.290484 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e793d888-b70c-4965-a1c0-26ed78c7e61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:18.441510 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device e79997bc-4e97-4e8c-8389-bb14f219bdd9 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:18.596315 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port e79997bc-4e97-4e8c-8389-bb14f219bdd9 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:18.739601 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.016874 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-23679684-8352-4bcc-a6bd-3506ef29bd6f req-6b68af54-da3e-4e07-b7fb-504052613ae8 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8777578 Jun 11 18:09:19.051186 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29514949'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.062633 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31fb893-2a3d-4bb1-ba7b-2e40aa67b288 None None] Network bb867073-1266-4a21-bb52-ead6e0552b22 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:09:19.152997 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-7ea58c75-0e4a-4f9c-881e-59e5c4b8106e tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:19.191536 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-7273cf58-a37a-4d92-8987-9d1de2db6e27 None None] Provisioning for port e79997bc-4e97-4e8c-8389-bb14f219bdd9 completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:19.273743 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:19.299134 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Pushing event updated for resources: {'Port': ['ID=6d99d007-585e-4b37-be5e-635f120a434c,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:19.303987 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-7273cf58-a37a-4d92-8987-9d1de2db6e27 None None] Provisioning complete for port e79997bc-4e97-4e8c-8389-bb14f219bdd9 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:19.304830 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-7273cf58-a37a-4d92-8987-9d1de2db6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.306825 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:19.311885 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:19.330903 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:19.510560 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e793d888-b70c-4965-a1c0-26ed78c7e61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.516556 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e793d888-b70c-4965-a1c0-26ed78c7e61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.518192 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-e793d888-b70c-4965-a1c0-26ed78c7e61b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b4719623-96ce-4801-a4c0-d346f1ee5867 HTTP/1.1" status: 204 len: 168 time: 2.7464638 Jun 11 18:09:19.538002 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-8d875ee2-301f-411b-a3af-0d28fab105d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:19.543825 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37fc8b-a25b-41e2-80a2-b039b925a000 req-90156884-cc29-4c31-bd68-d907084185eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:19.548177 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3b37fc8b-a25b-41e2-80a2-b039b925a000 req-90156884-cc29-4c31-bd68-d907084185eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8b07964-869c-4914-9bdd-9766517dc52f HTTP/1.1" status: 200 len: 912 time: 1.2305977 Jun 11 18:09:19.726278 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793d888-b70c-4965-a1c0-26ed78c7e61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4719623-96ce-4801-a4c0-d346f1ee5867,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:19.941475 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-7273cf58-a37a-4d92-8987-9d1de2db6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.993682 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-e793d888-b70c-4965-a1c0-26ed78c7e61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:20.010338 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83465de-59c0-46ad-b414-9c14a8f3dbf1 req-74f5f64b-88e5-42b4-903b-573b0d8bca05 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:20.023944 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c83465de-59c0-46ad-b414-9c14a8f3dbf1 req-74f5f64b-88e5-42b4-903b-573b0d8bca05 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 945 time: 1.5914323 Jun 11 18:09:20.068121 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-7273cf58-a37a-4d92-8987-9d1de2db6e27 None None] For port e79997bc-4e97-4e8c-8389-bb14f219bdd9, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=e79997bc-4e97-4e8c-8389-bb14f219bdd9,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:20.095731 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-7273cf58-a37a-4d92-8987-9d1de2db6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.105750 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-265537b8-89f3-4754-83ce-380d7e0bb4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.109407 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:20.258371 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273cf58-a37a-4d92-8987-9d1de2db6e27 None None] Pushing event updated for resources: {'Port': ['ID=e79997bc-4e97-4e8c-8389-bb14f219bdd9,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:20.269081 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-7273cf58-a37a-4d92-8987-9d1de2db6e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:20.335338 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3b37fc8b-a25b-41e2-80a2-b039b925a000 req-4ca1c4ce-b5d0-4d8d-afa2-bc19fe7958a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f06f3702-3bd4-4728-8a93-2d0c88f2300b HTTP/1.1" status: 200 len: 1000 time: 0.7655454 Jun 11 18:09:20.482381 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50806) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:20.535962 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7efa4741-7e19-4ca4-8633-451db7bfc19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.744817 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c83465de-59c0-46ad-b414-9c14a8f3dbf1 req-87591af1-6374-4931-aaf4-4cb5c43bb3ae tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7178981 Jun 11 18:09:20.762901 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-0d5813b0-de6b-42d5-a328-3895fa44673b None None] Provisioning complete for port e79997bc-4e97-4e8c-8389-bb14f219bdd9 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:20.763688 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-0d5813b0-de6b-42d5-a328-3895fa44673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.765735 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7efa4741-7e19-4ca4-8633-451db7bfc19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.791568 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949015e-8b89-4548-9038-67bf6c52b8e8 req-e0be17a4-3554-4904-a348-dd334b322776 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:20.794751 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7efa4741-7e19-4ca4-8633-451db7bfc19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.806764 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5949015e-8b89-4548-9038-67bf6c52b8e8 req-e0be17a4-3554-4904-a348-dd334b322776 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 1.5297120 Jun 11 18:09:20.855278 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c0fe149b-9602-44cb-903b-9dd7f3d0d052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:20.916595 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-7efa4741-7e19-4ca4-8633-451db7bfc19b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f20b212a20b34be097f8c77ecb168ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313223 Jun 11 18:09:20.918410 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa4741-7e19-4ca4-8633-451db7bfc19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c35b5f-e79c-498e-aba0-274ddb3553bb,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:20.924615 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50808) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:20.959243 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f7444a-5213-4e0d-8ada-f034fa01a750 x-openstack-request-id: req-78f7444a-5213-4e0d-8ada-f034fa01a750 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:20.960377 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "name": "network-vif-plugged", "status": "completed", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:20.960686 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-78f7444a-5213-4e0d-8ada-f034fa01a750 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:20.961490 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'code': 200} Jun 11 18:09:20.983158 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-7efa4741-7e19-4ca4-8633-451db7bfc19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:21.040852 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37fc8b-a25b-41e2-80a2-b039b925a000 req-ad0ef762-b8cc-468e-8ffa-0795f6e9e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:21.043634 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3b37fc8b-a25b-41e2-80a2-b039b925a000 req-ad0ef762-b8cc-468e-8ffa-0795f6e9e7b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2bf2a25e-eb7f-4c90-8184-8c11922c2acb HTTP/1.1" status: 200 len: 849 time: 0.6647756 Jun 11 18:09:21.051073 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0309a90-d2c8-4a50-ad6e-f907f0c4e855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:21.108240 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0309a90-d2c8-4a50-ad6e-f907f0c4e855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:21.110847 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5949015e-8b89-4548-9038-67bf6c52b8e8 req-c89f4fd6-65b3-4c32-88ca-03261f2ba336 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026574 Jun 11 18:09:21.185718 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-cfa2d948-93e6-4d53-a2a4-ec09cb87e5ee tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=3d94f856e630464db0e7b88ea42cecb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730813 Jun 11 18:09:21.236846 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0309a90-d2c8-4a50-ad6e-f907f0c4e855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:21.242775 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0309a90-d2c8-4a50-ad6e-f907f0c4e855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:21.245301 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-c0309a90-d2c8-4a50-ad6e-f907f0c4e855 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/67c35b5f-e79c-498e-aba0-274ddb3553bb HTTP/1.1" status: 204 len: 168 time: 0.3187232 Jun 11 18:09:21.247172 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d8842968-1d88-43e2-9c40-96dcba05e9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:21.283334 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0309a90-d2c8-4a50-ad6e-f907f0c4e855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c35b5f-e79c-498e-aba0-274ddb3553bb,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:21.301084 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c0309a90-d2c8-4a50-ad6e-f907f0c4e855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:21.406276 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:21.932489 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37fc8b-a25b-41e2-80a2-b039b925a000 req-f6309a6d-aeab-42b0-8849-7a4bbfe65bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:21.935620 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3b37fc8b-a25b-41e2-80a2-b039b925a000 req-f6309a6d-aeab-42b0-8849-7a4bbfe65bf3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8b07964-869c-4914-9bdd-9766517dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8767695 Jun 11 18:09:22.278555 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device e79997bc-4e97-4e8c-8389-bb14f219bdd9 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:22.456305 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port e79997bc-4e97-4e8c-8389-bb14f219bdd9 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:22.457089 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:22.462973 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:22.605257 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-542319ef-e3d0-49de-8bdf-7f4c145092b6 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:22.608091 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-542319ef-e3d0-49de-8bdf-7f4c145092b6 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3253772 Jun 11 18:09:22.765561 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-531f804d-5ed2-409a-89be-06facc6e6972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:22.963729 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71045a5c-7891-4c35-83ef-826da6e4e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c0e0fe-808f-458d-9fb4-31d43507beff'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:22.970468 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298158a6-9c74-4f2e-8193-753a12f7c4d0" -d '{"events": [{"server_uuid": "71045a5c-7891-4c35-83ef-826da6e4e692", "name": "network-vif-plugged", "status": "completed", "tag": "a6c0e0fe-808f-458d-9fb4-31d43507beff"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:22.981945 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f14db-4b9f-4a7e-b6a8-772157ca5adc req-89362dd7-9b55-4ee9-9351-9d92a3a34a1f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:22.996110 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-691f14db-4b9f-4a7e-b6a8-772157ca5adc req-89362dd7-9b55-4ee9-9351-9d92a3a34a1f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 1.5830460 Jun 11 18:09:23.060060 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-851c8213-1538-4bf5-a5c5-feacf6830c72 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/quotas/3d94f856e630464db0e7b88ea42cecb6 HTTP/1.1" status: 200 len: 375 time: 0.4348903 Jun 11 18:09:23.179898 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-562e83b6-6a0c-46d0-b861-3ac00a3a221e tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3d94f856e630464db0e7b88ea42cecb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162572 Jun 11 18:09:23.246436 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-691f14db-4b9f-4a7e-b6a8-772157ca5adc req-b344eae5-1196-4337-8c45-4898f2be05ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478256 Jun 11 18:09:23.269314 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3b37fc8b-a25b-41e2-80a2-b039b925a000 req-652b76a1-de87-4452-8b2d-6c7b50a8feac service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2870564 Jun 11 18:09:23.438662 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:09:23.498742 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003866'] for router, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:23.633564 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:24.170365 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3b37fc8b-a25b-41e2-80a2-b039b925a000 req-e718315a-e7f5-44d4-806c-ebc1ce490d11 service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8916256 Jun 11 18:09:24.288122 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b2b5d-facd-40c1-bc74-e2295a98cd4c req-d4730682-366f-44c9-95e3-78f435bae697 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:24.290674 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-af7b2b5d-facd-40c1-bc74-e2295a98cd4c req-d4730682-366f-44c9-95e3-78f435bae697 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.5599182 Jun 11 18:09:24.386066 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ab779-87d6-4402-b5cf-23a8b200f544 req-4bdea4c6-4861-4b7f-a982-13ce5ae7f2bb tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:24.397200 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-933ab779-87d6-4402-b5cf-23a8b200f544 req-4bdea4c6-4861-4b7f-a982-13ce5ae7f2bb tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 945 time: 0.5899310 Jun 11 18:09:24.553265 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-af7b2b5d-facd-40c1-bc74-e2295a98cd4c req-77276a4a-c51e-41ba-9604-df37aa4deb6e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285435 Jun 11 18:09:24.589365 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-933ab779-87d6-4402-b5cf-23a8b200f544 req-c9ad1382-0236-433a-adec-13e5f157784f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894743 Jun 11 18:09:24.603147 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Router 70fbd555-5f62-4375-8c76-af5b1c2001da is scheduled to L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 with binding_index 1 {{(pid=91991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:09:24.804491 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b9bad6-c9c6-4da8-a3f2-ca8043ee1f26 x-openstack-request-id: req-12b9bad6-c9c6-4da8-a3f2-ca8043ee1f26 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:24.805295 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71045a5c-7891-4c35-83ef-826da6e4e692", "name": "network-vif-plugged", "status": "completed", "tag": "a6c0e0fe-808f-458d-9fb4-31d43507beff", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:24.805758 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-12b9bad6-c9c6-4da8-a3f2-ca8043ee1f26 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:24.806673 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71045a5c-7891-4c35-83ef-826da6e4e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c0e0fe-808f-458d-9fb4-31d43507beff', 'code': 200} Jun 11 18:09:25.321493 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9124bb12-7bad-4212-bd9d-bfe399a94ce6 req-92804723-ecb7-4cd6-8265-8f00f941adf6 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 210 time: 0.0960498 Jun 11 18:09:25.551956 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:09:25.575453 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Sync routers for ids ['70fbd555-5f62-4375-8c76-af5b1c2001da'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:09:25.611885 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Routers {'70fbd555-5f62-4375-8c76-af5b1c2001da'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:09:25.613105 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:09:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70fbd555-5f62-4375-8c76-af5b1c2001da'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:25.658135 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb6562-895b-491f-99b8-4581de1852fa req-39c0209a-9dec-4715-9304-757d2f805a15 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:25.660905 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4bdb6562-895b-491f-99b8-4581de1852fa req-39c0209a-9dec-4715-9304-757d2f805a15 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.5908179 Jun 11 18:09:25.727217 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:25.794350 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Notify callbacks [] for router, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:25.800024 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 50924) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:25.819514 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.8909171 Jun 11 18:09:25.980275 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4bdb6562-895b-491f-99b8-4581de1852fa req-9fcafd8e-b920-43a6-bbfa-a4a4d5089796 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988954 Jun 11 18:09:26.225143 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee7074-dd78-42c1-9bf1-99d90affa329 req-4aad2a0b-f38d-4a4d-ad53-59bd22481204 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:26.235217 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-97ee7074-dd78-42c1-9bf1-99d90affa329 req-4aad2a0b-f38d-4a4d-ad53-59bd22481204 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.4451263 Jun 11 18:09:26.304791 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Set router 70fbd555-5f62-4375-8c76-af5b1c2001da gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:09:26.395348 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8a226-8abd-40b4-beda-1da38cec2fc2 req-1c1c8297-5080-4553-9374-d69b74c49fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:26.404385 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7de8a226-8abd-40b4-beda-1da38cec2fc2 req-1c1c8297-5080-4553-9374-d69b74c49fcc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 1098 time: 0.3372509 Jun 11 18:09:26.414179 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-97ee7074-dd78-42c1-9bf1-99d90affa329 req-6f3c04c3-3ca8-4930-a1e6-b11959e66299 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348028 Jun 11 18:09:26.495204 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7de8a226-8abd-40b4-beda-1da38cec2fc2 req-f75be8c3-855b-4748-84c9-bb2e4a0773cc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791755 Jun 11 18:09:27.237171 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899a528-243a-4ca7-a253-d23624aaa264 req-07706db6-deb0-4800-aec3-a3f67a86069f tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:27.253482 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3899a528-243a-4ca7-a253-d23624aaa264 req-07706db6-deb0-4800-aec3-a3f67a86069f tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.6608543 Jun 11 18:09:27.408468 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': '6d99d007-585e-4b37-be5e-635f120a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:09:20Z', 'revision_number': 3, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port': {'id': '6d99d007-585e-4b37-be5e-635f120a434c', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:16Z', 'updated_at': '2021-06-11T18:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:27.428261 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-6eab0c14-4fa3-4742-b840-aa8940f1103c tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3d94f856e630464db0e7b88ea42cecb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3195336 Jun 11 18:09:27.432657 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Checking router: 70fbd555-5f62-4375-8c76-af5b1c2001da for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:09:27.432657 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Updating router 70fbd555-5f62-4375-8c76-af5b1c2001da port 6d99d007-585e-4b37-be5e-635f120a434c binding host dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:09:27.497178 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3899a528-243a-4ca7-a253-d23624aaa264 req-7a7b8ee3-f82c-44e3-a5f1-29d42b027f1a tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967735 Jun 11 18:09:27.521750 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c09888-d282-4565-9482-ca2bc9c936f2 req-7b0571d4-0c55-47d6-b262-84eccd93e56f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:27.541108 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a6c09888-d282-4565-9482-ca2bc9c936f2 req-7b0571d4-0c55-47d6-b262-84eccd93e56f tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 945 time: 0.6464736 Jun 11 18:09:27.641161 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:27.708014 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d04c1-85b7-4eae-8d4b-a8a7fe8088f8 req-ff8b6b4a-fc91-4f74-a882-89f0a271a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:27.711779 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3d2d04c1-85b7-4eae-8d4b-a8a7fe8088f8 req-ff8b6b4a-fc91-4f74-a882-89f0a271a745 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 1098 time: 0.6731389 Jun 11 18:09:27.728131 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a6c09888-d282-4565-9482-ca2bc9c936f2 req-5fba5634-91d3-428e-9881-e7a6fa88e81a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855662 Jun 11 18:09:27.918944 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3d2d04c1-85b7-4eae-8d4b-a8a7fe8088f8 req-4e9b66da-6b65-4759-a8b9-7d16ea63325c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884074 Jun 11 18:09:28.166516 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5d50060e-1ed6-49ed-a044-609a63416fbf req-d61acf5e-cd52-4988-b08c-86ba82cab59f tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 210 time: 0.1516902 Jun 11 18:09:28.719956 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:28.772303 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-7fba3f4d-395d-4e0a-8f1f-cf14c3eebd7f tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:28.778369 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-7fba3f4d-395d-4e0a-8f1f-cf14c3eebd7f tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3372238 Jun 11 18:09:28.783001 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14415a1-f6d4-48bc-ba55-ce7b8fd60871 req-c382198a-df42-40ec-8be0-af0c71d72b5f tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:28.797200 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a14415a1-f6d4-48bc-ba55-ce7b8fd60871 req-c382198a-df42-40ec-8be0-af0c71d72b5f tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.4006698 Jun 11 18:09:28.810978 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Request body: {'port': {'device_id': 'd771a3be-8aa3-4155-93d0-e22d0216ba3c', 'network_id': 'cdce9031-59bd-4601-8e6f-abfc2182d3aa', 'admin_state_up': True, 'tenant_id': '3d94f856e630464db0e7b88ea42cecb6'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:28.929391 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e995f8-2b6e-4379-8aca-3f94eb968340 req-7f4fa7bf-e67d-4cf1-b18f-87bea9425977 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:28.941552 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Notify callbacks [] for port, precommit_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:28.945898 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-87e995f8-2b6e-4379-8aca-3f94eb968340 req-7f4fa7bf-e67d-4cf1-b18f-87bea9425977 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.2846184 Jun 11 18:09:28.963377 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.provisioning_blocks [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Transition to ACTIVE for port object 6d99d007-585e-4b37-be5e-635f120a434c will not be triggered until provisioned by entity L2. {{(pid=91994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:28.985177 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:29.003271 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-e5948323-45ce-45db-b272-157d8010b70c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:29.055033 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a14415a1-f6d4-48bc-ba55-ce7b8fd60871 req-5bff8359-23d5-443c-afbc-fc2c194e877a tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562051 Jun 11 18:09:29.133211 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-87e995f8-2b6e-4379-8aca-3f94eb968340 req-87a582b1-98dc-4e8f-94a4-99077521517b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850169 Jun 11 18:09:29.299822 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Attempting to bind port 6d99d007-585e-4b37-be5e-635f120a434c on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:09:29.300488 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Attempting to bind port 6d99d007-585e-4b37-be5e-635f120a434c by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:09:29.301293 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Attempting to bind port 6d99d007-585e-4b37-be5e-635f120a434c on network efd559cb-ed35-476f-88ad-0eeaea22209a {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:29.315071 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:09:29.315685 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Checking segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:29.316351 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:29.317069 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Bound using segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:09:29.317913 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Bound port: 6d99d007-585e-4b37-be5e-635f120a434c, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:09:29.318559 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:29.486106 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Pushing event updated for resources: {'Port': ['ID=6d99d007-585e-4b37-be5e-635f120a434c,revision_number=2']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:29.519205 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:29.524336 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:29.525420 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:29.536874 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:29.538155 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:29.539079 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:29.540021 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:29.540991 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:29.541898 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:29.542809 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:29.548629 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:29.552970 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:29.563980 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:29.656627 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] For port 6d99d007-585e-4b37-be5e-635f120a434c, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:09:29.665019 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] For port 6d99d007-585e-4b37-be5e-635f120a434c, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=6d99d007-585e-4b37-be5e-635f120a434c,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:09:29.681412 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:29.688976 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:29.753497 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bf10cdb1-c00d-4aaf-8d1d-0b6bdaa835d1 req-37d26f7a-17cf-4350-aa8f-4361205be406 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 210 time: 0.0826406 Jun 11 18:09:29.825954 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Pushing event updated for resources: {'Port': ['ID=6d99d007-585e-4b37-be5e-635f120a434c,revision_number=3']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:29.826542 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Made reservation on behalf of 3d94f856e630464db0e7b88ea42cecb6 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:29.832231 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-4d1c9d34-4407-4868-a9e5-2e05a31afc25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:29.833102 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:29.864633 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Routers {'70fbd555-5f62-4375-8c76-af5b1c2001da'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:09:29.865841 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:09:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70fbd555-5f62-4375-8c76-af5b1c2001da'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:29.878834 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Allocated IP 172.20.0.1 (bb867073-1266-4a21-bb52-ead6e0552b22/71d90266-a32e-4eda-9963-507c722ab00f/2152029d-da9b-4e40-bcf5-a8833776a2eb) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:29.883693 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:29.897642 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1bc2e-5e56-4d49-8cb3-3f7c4f4069ee req-09b1ccf2-5db9-4dfd-aa40-9d38be1d3388 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:29.912095 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ffe1bc2e-5e56-4d49-8cb3-3f7c4f4069ee req-09b1ccf2-5db9-4dfd-aa40-9d38be1d3388 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 945 time: 0.3888233 Jun 11 18:09:30.011676 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ffe1bc2e-5e56-4d49-8cb3-3f7c4f4069ee req-7d997ab2-221c-41ca-b2e6-eb96e54c4fd1 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977309 Jun 11 18:09:30.437178 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] Set router 70fbd555-5f62-4375-8c76-af5b1c2001da gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:09:30.793987 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfb33b-7160-4648-8d77-ce0bd49276ea req-c3e8ef99-de6a-40b5-bcc7-62ea58c7766f tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:30.805696 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a9bfb33b-7160-4648-8d77-ce0bd49276ea req-c3e8ef99-de6a-40b5-bcc7-62ea58c7766f tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.2383106 Jun 11 18:09:30.877420 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:30.928995 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Transition to ACTIVE for port object 2152029d-da9b-4e40-bcf5-a8833776a2eb will not be triggered until provisioned by entity DHCP. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:31.091989 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:31.107736 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:31.136258 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-e35ac259-ca31-4475-a50a-e4430609674e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:31.165065 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a9bfb33b-7160-4648-8d77-ce0bd49276ea req-cf5e7fe9-42d8-499b-9096-8ec19beed0e3 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372471 Jun 11 18:09:31.244257 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': '6d99d007-585e-4b37-be5e-635f120a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:09:20Z', 'revision_number': 3, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port': {'id': '6d99d007-585e-4b37-be5e-635f120a434c', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:16Z', 'updated_at': '2021-06-11T18:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:31.257762 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6223ee-a3a6-4652-9f09-28d42f14ddde None None] The sync data for ids ['70fbd555-5f62-4375-8c76-af5b1c2001da'] in dv-cinder-796049-1-smb is: [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': '6d99d007-585e-4b37-be5e-635f120a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:09:20Z', 'revision_number': 3, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port': {'id': '6d99d007-585e-4b37-be5e-635f120a434c', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:16Z', 'updated_at': '2021-06-11T18:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:09:31.281260 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb36e5-dd6d-4f1d-b7b4-17de96d9eea3 req-b196e52e-025a-4a37-96ec-c801b1b3f3de tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:31.306382 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dfbb36e5-dd6d-4f1d-b7b4-17de96d9eea3 req-b196e52e-025a-4a37-96ec-c801b1b3f3de tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.4984329 Jun 11 18:09:31.468649 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d785f194-22cc-40bb-8e36-747241c2917a,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:31.486612 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:31.518732 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dfbb36e5-dd6d-4f1d-b7b4-17de96d9eea3 req-1edbf367-a2ff-41f7-8245-2ed099b54ada tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068069 Jun 11 18:09:31.545674 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:31.586973 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c9d7d2f3-9268-4ebe-850d-6e944bbe1d4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:31.815603 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c08a656-119e-45d2-9130-862becdf9e56 req-5f933a3b-3d36-4667-83b3-07bf8cfb7f9d tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 210 time: 0.1373432 Jun 11 18:09:31.861677 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Pushing event updated for resources: {'Port': ['ID=2152029d-da9b-4e40-bcf5-a8833776a2eb,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:31.886127 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:31.913139 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Network bb867073-1266-4a21-bb52-ead6e0552b22 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:31.955623 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:31.960891 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:32.231897 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Allocated IP 192.168.233.27 (cdce9031-59bd-4601-8e6f-abfc2182d3aa/46c21471-e6eb-4a56-bde0-5ea05b6b641f/e1d85727-5ced-4c5a-a96a-b5ed5ee94814) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:32.246067 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002271'] for router_interface, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:32.430954 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 6d99d007-585e-4b37-be5e-635f120a434c up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:32.687044 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-4d2d032c-9e49-4d89-a8fd-a9bc69cff099 None None] Provisioning for port 2152029d-da9b-4e40-bcf5-a8833776a2eb completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:32.701989 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-4d2d032c-9e49-4d89-a8fd-a9bc69cff099 None None] Provisioning complete for port 2152029d-da9b-4e40-bcf5-a8833776a2eb triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:32.710885 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-4d2d032c-9e49-4d89-a8fd-a9bc69cff099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:32.924975 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d032c-9e49-4d89-a8fd-a9bc69cff099 None None] Port 2152029d-da9b-4e40-bcf5-a8833776a2eb cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:09:32.939607 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port 6d99d007-585e-4b37-be5e-635f120a434c completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:32.971459 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 6d99d007-585e-4b37-be5e-635f120a434c triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:32.973913 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:33.352276 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:33.391776 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:33.392771 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Transition to ACTIVE for port object e1d85727-5ced-4c5a-a96a-b5ed5ee94814 will not be triggered until provisioned by entity DHCP. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:33.488212 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port 6d99d007-585e-4b37-be5e-635f120a434c, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=6d99d007-585e-4b37-be5e-635f120a434c,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:33.513162 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:33.525712 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:33.648910 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:33.667249 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:33.813381 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Network cdce9031-59bd-4601-8e6f-abfc2182d3aa is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:33.816356 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=6d99d007-585e-4b37-be5e-635f120a434c,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:33.830019 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:33.876846 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:33.883642 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Pushing event updated for resources: {'Port': ['ID=e1d85727-5ced-4c5a-a96a-b5ed5ee94814,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:33.896260 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:33.899928 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:33.945435 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:34.015917 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb60dfa-de31-4c9d-bf03-4b7754388e3d req-f786246b-4f66-4cbd-87bf-c1dddb12c773 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:34.036587 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5fb60dfa-de31-4c9d-bf03-4b7754388e3d req-f786246b-4f66-4cbd-87bf-c1dddb12c773 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.6413286 Jun 11 18:09:34.119626 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45631a-62e6-4c59-89af-da5fe8851ea8 req-d5705a44-3cea-4d89-8987-088a404aad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:34.122725 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ee45631a-62e6-4c59-89af-da5fe8851ea8 req-d5705a44-3cea-4d89-8987-088a404aad45 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 1098 time: 0.9260173 Jun 11 18:09:34.174765 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:34.175915 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:34.207160 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca4cd7-7471-4b47-8143-1d518443a3c4 req-a075ad15-91fb-4fe9-826f-ab80435f6923 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:34.252690 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b2ca4cd7-7471-4b47-8143-1d518443a3c4 req-a075ad15-91fb-4fe9-826f-ab80435f6923 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 945 time: 0.6092541 Jun 11 18:09:34.365004 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5753169 Jun 11 18:09:34.381566 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 6d99d007-585e-4b37-be5e-635f120a434c up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:34.415038 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Request body: {'port': {'device_id': 'd771a3be-8aa3-4155-93d0-e22d0216ba3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:34.415402 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b2ca4cd7-7471-4b47-8143-1d518443a3c4 req-b7be226b-49a7-460c-b3da-e58cda56ab69 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606646 Jun 11 18:09:34.486068 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5fb60dfa-de31-4c9d-bf03-4b7754388e3d req-2bc25a54-563d-499c-9823-801666ff283a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4473388 Jun 11 18:09:34.584576 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-93798f25-4687-44e1-86d3-ed9dfbb26cb3 None None] Provisioning for port e1d85727-5ced-4c5a-a96a-b5ed5ee94814 completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:34.595024 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-93798f25-4687-44e1-86d3-ed9dfbb26cb3 None None] Provisioning complete for port e1d85727-5ced-4c5a-a96a-b5ed5ee94814 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:34.596039 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-93798f25-4687-44e1-86d3-ed9dfbb26cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:34.899705 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 6d99d007-585e-4b37-be5e-635f120a434c triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:34.901122 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:35.102129 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-93798f25-4687-44e1-86d3-ed9dfbb26cb3 None None] Port e1d85727-5ced-4c5a-a96a-b5ed5ee94814 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:09:35.380753 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:35.439359 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45631a-62e6-4c59-89af-da5fe8851ea8 req-1363eac4-2995-4fc0-82bb-fbfbb5f65698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:35.445456 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ee45631a-62e6-4c59-89af-da5fe8851ea8 req-1363eac4-2995-4fc0-82bb-fbfbb5f65698 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 200 len: 921 time: 1.2996626 Jun 11 18:09:35.562423 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252e579-6a31-4a5a-b809-97028c66fb70 req-730b0bb1-e860-4629-a083-c9d08cf20f03 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:35.565543 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-7252e579-6a31-4a5a-b809-97028c66fb70 req-730b0bb1-e860-4629-a083-c9d08cf20f03 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.77 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 945 time: 1.1899285 Jun 11 18:09:35.807553 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ee45631a-62e6-4c59-89af-da5fe8851ea8 req-afa6387a-d423-449c-964f-db152392c9a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4990041a-0488-4daa-8ec1-194ea30cb3c7 HTTP/1.1" status: 200 len: 217 time: 0.3207250 Jun 11 18:09:36.049276 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45631a-62e6-4c59-89af-da5fe8851ea8 req-e950a329-097d-4cfc-a671-851cbe987b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:36.051994 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ee45631a-62e6-4c59-89af-da5fe8851ea8 req-e950a329-097d-4cfc-a671-851cbe987b31 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2c0d0ba-a024-4d5c-a250-26ba92f287df HTTP/1.1" status: 200 len: 859 time: 0.2045071 Jun 11 18:09:36.079514 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8927555-abcd-45e5-9903-9acc153e516a req-925eaf5c-00e8-4b8f-a968-5cdc7a309751 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:36.085082 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e8927555-abcd-45e5-9903-9acc153e516a req-925eaf5c-00e8-4b8f-a968-5cdc7a309751 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.6350360 Jun 11 18:09:36.174610 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be23aaf-550d-4b06-820b-a6aeffb7b344 req-50166e37-f3a0-4ce4-9a31-0326693d1524 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:36.185930 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2be23aaf-550d-4b06-820b-a6aeffb7b344 req-50166e37-f3a0-4ce4-9a31-0326693d1524 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 935 time: 0.7362151 Jun 11 18:09:36.195728 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ee45631a-62e6-4c59-89af-da5fe8851ea8 req-7b75fe58-efff-4bd6-bebe-f3f90e660a6c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e57154-05ec-4233-ad5d-fbf80c3be864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118305 Jun 11 18:09:36.302564 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:36.326759 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-7252e579-6a31-4a5a-b809-97028c66fb70 req-53ff53e3-4c97-4c17-a5db-c58f9848b2ec tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Deleting port a6c0e0fe-808f-458d-9fb4-31d43507beff {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:09:36.328150 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-7252e579-6a31-4a5a-b809-97028c66fb70 req-53ff53e3-4c97-4c17-a5db-c58f9848b2ec tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:36.338630 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:36.360801 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:36.637367 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ee45631a-62e6-4c59-89af-da5fe8851ea8 req-4648ac30-96b0-4ed5-8627-d995e30ff150 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574476 Jun 11 18:09:36.676606 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e8927555-abcd-45e5-9903-9acc153e516a req-0747818a-0504-49e5-8d11-d04b21c9fd93 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701157 Jun 11 18:09:36.715759 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Pushing event updated for resources: {'Port': ['ID=2152029d-da9b-4e40-bcf5-a8833776a2eb,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:36.721099 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2be23aaf-550d-4b06-820b-a6aeffb7b344 req-fe7296ee-d18b-4d21-9f30-b6c5ee0cf4be tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296185 Jun 11 18:09:36.921308 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:36.921868 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:36.922568 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:36.923184 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:36.923780 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:36.924398 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:36.925050 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:36.925657 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:36.926463 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:36.927173 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:36.927921 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:36.928572 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:36.947294 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002379'] for router_interface, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:36.953803 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:37.126096 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ee45631a-62e6-4c59-89af-da5fe8851ea8 req-b2bd9b28-2c23-46eb-ba31-8674e90e251d service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685910 Jun 11 18:09:37.411639 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3c10e-2cbc-4599-a0aa-9191358e70f6 req-74129848-d80c-4ac3-ad5d-42bd2accd169 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:37.414377 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-88a3c10e-2cbc-4599-a0aa-9191358e70f6 req-74129848-d80c-4ac3-ad5d-42bd2accd169 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 945 time: 0.2995811 Jun 11 18:09:37.426237 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1a4a6-dbbe-48de-b8c8-2ca10862f02a req-7cea86af-d545-4193-adb2-c19f0f0902ed tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:37.435307 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7bf1a4a6-dbbe-48de-b8c8-2ca10862f02a req-7cea86af-d545-4193-adb2-c19f0f0902ed tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.2209899 Jun 11 18:09:37.461010 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-7252e579-6a31-4a5a-b809-97028c66fb70 req-53ff53e3-4c97-4c17-a5db-c58f9848b2ec tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] For port a6c0e0fe-808f-458d-9fb4-31d43507beff, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=a6c0e0fe-808f-458d-9fb4-31d43507beff,segment=NetworkSegment(b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5),segment_id=b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:37.461780 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-7252e579-6a31-4a5a-b809-97028c66fb70 req-53ff53e3-4c97-4c17-a5db-c58f9848b2ec tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:37.508682 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Network bb867073-1266-4a21-bb52-ead6e0552b22 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:37.553983 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:37.579922 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7bf1a4a6-dbbe-48de-b8c8-2ca10862f02a req-4dadd5fc-c585-4943-8b99-8de76d312a03 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430504 Jun 11 18:09:37.640293 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-88a3c10e-2cbc-4599-a0aa-9191358e70f6 req-e4f6dfc3-1f88-4e41-88ae-12d613d9af5a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008584 Jun 11 18:09:37.671233 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device a6c0e0fe-808f-458d-9fb4-31d43507beff no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:09:38.166373 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:38.350231 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71045a5c-7891-4c35-83ef-826da6e4e692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c0e0fe-808f-458d-9fb4-31d43507beff'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:38.354579 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7cbc44-faf1-4776-9a2d-87aa7fb33a70" -d '{"events": [{"server_uuid": "71045a5c-7891-4c35-83ef-826da6e4e692", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c0e0fe-808f-458d-9fb4-31d43507beff"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:38.378942 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-21f9e5e9-baa1-4ad1-af35-2ef911d8df61 None None] Provisioning complete for port 2152029d-da9b-4e40-bcf5-a8833776a2eb triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:38.379579 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-21f9e5e9-baa1-4ad1-af35-2ef911d8df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:38.389088 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port a6c0e0fe-808f-458d-9fb4-31d43507beff, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=a6c0e0fe-808f-458d-9fb4-31d43507beff,segment=NetworkSegment(b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5),segment_id=b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:38.448705 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:38.464170 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:38.560740 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2ae79da3-5f22-412b-b1bd-c13270f1bc2a req-bc401b4e-210d-4417-98d6-30beaac0458d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5517077 Jun 11 18:09:38.645249 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-21f9e5e9-baa1-4ad1-af35-2ef911d8df61 None None] Port 2152029d-da9b-4e40-bcf5-a8833776a2eb cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:09:38.671763 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-7252e579-6a31-4a5a-b809-97028c66fb70 req-53ff53e3-4c97-4c17-a5db-c58f9848b2ec tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Calling delete_port for a6c0e0fe-808f-458d-9fb4-31d43507beff owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:09:38.692848 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=a6c0e0fe-808f-458d-9fb4-31d43507beff,revision_number=6']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:38.705950 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:38.708957 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844085ed-240f-465f-9601-e164a3ecdad4 req-b7263173-636a-4d06-b46e-2fef600f768f tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:38.723332 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-844085ed-240f-465f-9601-e164a3ecdad4 req-b7263173-636a-4d06-b46e-2fef600f768f tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.4849164 Jun 11 18:09:38.892179 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe2eea-e128-447c-8294-fd55e7872d39 req-fa4b1811-c0f5-4e54-b12d-7c9b8a51915a tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:38.894723 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c7fe2eea-e128-447c-8294-fd55e7872d39 req-fa4b1811-c0f5-4e54-b12d-7c9b8a51915a tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 935 time: 0.5459251 Jun 11 18:09:38.954987 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d85727-5ced-4c5a-a96a-b5ed5ee94814 {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:09:38.963419 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-844085ed-240f-465f-9601-e164a3ecdad4 req-f175253f-4e1c-46a2-8582-aea994eac382 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386029 Jun 11 18:09:38.986926 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae79da3-5f22-412b-b1bd-c13270f1bc2a req-e99cf3a9-d2df-48ba-abcd-0544ce05a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:38.989884 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2ae79da3-5f22-412b-b1bd-c13270f1bc2a req-e99cf3a9-d2df-48ba-abcd-0544ce05a978 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 1099 time: 0.3447545 Jun 11 18:09:39.035261 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:39.052812 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c7fe2eea-e128-447c-8294-fd55e7872d39 req-04886778-cf46-4fc9-96ac-a0b76dcebc41 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428413 Jun 11 18:09:39.067008 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Transition to ACTIVE for port object e1d85727-5ced-4c5a-a96a-b5ed5ee94814 will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:39.173890 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4edab41-156c-4112-a232-b86d847b6c94 x-openstack-request-id: req-f4edab41-156c-4112-a232-b86d847b6c94 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:39.174413 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71045a5c-7891-4c35-83ef-826da6e4e692", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c0e0fe-808f-458d-9fb4-31d43507beff", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:39.175663 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f4edab41-156c-4112-a232-b86d847b6c94 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:39.176362 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71045a5c-7891-4c35-83ef-826da6e4e692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c0e0fe-808f-458d-9fb4-31d43507beff', 'code': 200} Jun 11 18:09:39.197611 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:39.224247 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d4c7036c-b1ab-475c-aa61-c36657ab546b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:39.478808 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae79da3-5f22-412b-b1bd-c13270f1bc2a req-3de2ec7e-a664-4f70-8441-09148a51912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:39.488621 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2ae79da3-5f22-412b-b1bd-c13270f1bc2a req-3de2ec7e-a664-4f70-8441-09148a51912e service neutron] 10.222.0.77 "GET /v2.0/networks?id=e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 200 len: 921 time: 0.4062908 Jun 11 18:09:39.683225 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Router 70fbd555-5f62-4375-8c76-af5b1c2001da has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:09:39.734045 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2ae79da3-5f22-412b-b1bd-c13270f1bc2a req-0955d5df-9a7e-4141-9fbc-5d8a4e5fbc37 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=620e7b18-0ea0-4469-96ab-eb12c67a911e HTTP/1.1" status: 200 len: 217 time: 0.2394617 Jun 11 18:09:39.763667 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d85727-5ced-4c5a-a96a-b5ed5ee94814,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:39.776827 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:39.986148 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae79da3-5f22-412b-b1bd-c13270f1bc2a req-3a9f815e-2a78-449e-b2c1-cc675c35561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:39.988692 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2ae79da3-5f22-412b-b1bd-c13270f1bc2a req-3a9f815e-2a78-449e-b2c1-cc675c35561c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2c0d0ba-a024-4d5c-a250-26ba92f287df HTTP/1.1" status: 200 len: 859 time: 0.2380393 Jun 11 18:09:40.069100 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2ae79da3-5f22-412b-b1bd-c13270f1bc2a req-424266c8-5a91-4038-bcc6-189d5ac73e79 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e57154-05ec-4233-ad5d-fbf80c3be864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667858 Jun 11 18:09:40.138446 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366f637-3993-4360-895e-8d9396563dad req-0ac51bd4-e149-4df9-8fbf-9a83fb038360 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:40.152819 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7366f637-3993-4360-895e-8d9396563dad req-0ac51bd4-e149-4df9-8fbf-9a83fb038360 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 943 time: 0.4692552 Jun 11 18:09:40.283087 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Attempting to bind port e1d85727-5ced-4c5a-a96a-b5ed5ee94814 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:09:40.283604 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Attempting to bind port e1d85727-5ced-4c5a-a96a-b5ed5ee94814 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'cdce9031-59bd-4601-8e6f-abfc2182d3aa'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:09:40.284086 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Attempting to bind port e1d85727-5ced-4c5a-a96a-b5ed5ee94814 on network cdce9031-59bd-4601-8e6f-abfc2182d3aa {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:40.330217 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Port e1d85727-5ced-4c5a-a96a-b5ed5ee94814 on network cdce9031-59bd-4601-8e6f-abfc2182d3aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:09:40.330543 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Attempting to bind port e1d85727-5ced-4c5a-a96a-b5ed5ee94814 on network cdce9031-59bd-4601-8e6f-abfc2182d3aa {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:40.357181 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:09:40.357586 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Checking segment: {'id': 'b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'cdce9031-59bd-4601-8e6f-abfc2182d3aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:40.358671 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Bound using segment: {'id': 'b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'cdce9031-59bd-4601-8e6f-abfc2182d3aa'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:09:40.359390 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Bound port: e1d85727-5ced-4c5a-a96a-b5ed5ee94814, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'cdce9031-59bd-4601-8e6f-abfc2182d3aa'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:09:40.359799 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:40.368137 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:09:40.374681 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] 10.222.0.63 "PUT /v2.0/routers/70fbd555-5f62-4375-8c76-af5b1c2001da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5723300 Jun 11 18:09:40.402411 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12bbdf-fe78-4b09-baff-da9424adab94 req-3dd8ec31-4f08-4c65-bb12-77d4f93cf413 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:40.407347 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Sync routers for ids ['70fbd555-5f62-4375-8c76-af5b1c2001da'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:09:40.420215 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8a12bbdf-fe78-4b09-baff-da9424adab94 req-3dd8ec31-4f08-4c65-bb12-77d4f93cf413 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.7368443 Jun 11 18:09:40.443066 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Routers {'70fbd555-5f62-4375-8c76-af5b1c2001da'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:09:40.447146 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:09:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70fbd555-5f62-4375-8c76-af5b1c2001da'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:40.534491 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-7252e579-6a31-4a5a-b809-97028c66fb70 req-53ff53e3-4c97-4c17-a5db-c58f9848b2ec tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:40.544513 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:40.658615 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2ae79da3-5f22-412b-b1bd-c13270f1bc2a req-c6b9e536-55e8-4fe2-8603-6fa06dc559ce service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761735 Jun 11 18:09:40.677167 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff53e3-4c97-4c17-a5db-c58f9848b2ec tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Pushing event deleted for resources: {'Port': ['ID=a6c0e0fe-808f-458d-9fb4-31d43507beff,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:40.716463 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-53ff53e3-4c97-4c17-a5db-c58f9848b2ec tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:40.742834 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8a12bbdf-fe78-4b09-baff-da9424adab94 req-b778ba20-1c02-4581-8db5-0513cb48d4f7 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198619 Jun 11 18:09:40.839412 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Set router 70fbd555-5f62-4375-8c76-af5b1c2001da gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:09:40.849745 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7366f637-3993-4360-895e-8d9396563dad req-3bd5260a-2afe-48c0-9137-a3caa11fd15a tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/security-groups?id=5a2e083f-4872-4b79-b820-51f4c7455394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6951895 Jun 11 18:09:41.075391 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] For port e1d85727-5ced-4c5a-a96a-b5ed5ee94814, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:09:41.093951 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] For port e1d85727-5ced-4c5a-a96a-b5ed5ee94814, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=e1d85727-5ced-4c5a-a96a-b5ed5ee94814,segment=NetworkSegment(b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1),segment_id=b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:09:41.131168 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2ae79da3-5f22-412b-b1bd-c13270f1bc2a req-f31b5397-2a31-4aac-9f64-a4adea23877d service neutron] 10.222.0.77 "GET /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183559 Jun 11 18:09:41.286531 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:41.293289 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3f57c434-3eee-45b8-8c46-b795bcfe85e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:41.297343 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-7252e579-6a31-4a5a-b809-97028c66fb70 req-53ff53e3-4c97-4c17-a5db-c58f9848b2ec tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] No DVR routers for this DVR port a6c0e0fe-808f-458d-9fb4-31d43507beff on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:09:41.369940 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-7252e579-6a31-4a5a-b809-97028c66fb70 req-53ff53e3-4c97-4c17-a5db-c58f9848b2ec tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:41.373672 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-7252e579-6a31-4a5a-b809-97028c66fb70 req-53ff53e3-4c97-4c17-a5db-c58f9848b2ec tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.77 "DELETE /v2.0/ports/a6c0e0fe-808f-458d-9fb4-31d43507beff HTTP/1.1" status: 204 len: 173 time: 5.7999759 Jun 11 18:09:41.374942 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71045a5c-7891-4c35-83ef-826da6e4e692', 'name': 'network-vif-deleted', 'tag': 'a6c0e0fe-808f-458d-9fb4-31d43507beff'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:41.379625 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2c71d6-6771-4289-83e1-7c249b977fe7" -d '{"events": [{"server_uuid": "71045a5c-7891-4c35-83ef-826da6e4e692", "name": "network-vif-deleted", "tag": "a6c0e0fe-808f-458d-9fb4-31d43507beff"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:41.414280 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:41.415340 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:41.428279 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] 10.222.0.77 "PUT /v2.0/ports/e1d85727-5ced-4c5a-a96a-b5ed5ee94814 HTTP/1.1" status: 200 len: 1097 time: 7.0126245 Jun 11 18:09:41.546245 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fc67b-6e82-4d85-94bb-475df91ef0e9 req-872e8c20-da35-41c9-a421-95c39f359f64 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:41.555507 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-422fc67b-6e82-4d85-94bb-475df91ef0e9 req-872e8c20-da35-41c9-a421-95c39f359f64 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.3269844 Jun 11 18:09:41.559457 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d85727-5ced-4c5a-a96a-b5ed5ee94814,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:41.582117 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:41.620825 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9fd97-0475-45fa-9439-b9cd52eae7a1 req-3704a20a-2f08-4beb-9566-9827acf1ef30 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:41.630388 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cae9fd97-0475-45fa-9439-b9cd52eae7a1 req-3704a20a-2f08-4beb-9566-9827acf1ef30 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 947 time: 0.2992656 Jun 11 18:09:41.694040 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': '6d99d007-585e-4b37-be5e-635f120a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port': {'id': '6d99d007-585e-4b37-be5e-635f120a434c', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:16Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '2152029d-da9b-4e40-bcf5-a8833776a2eb', 'name': '', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'mac_address': 'fa:16:3e:63:0b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71d90266-a32e-4eda-9963-507c722ab00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:28Z', 'updated_at': '2021-06-11T18:09:34Z', 'revision_number': 2, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'subnets': [{'id': '71d90266-a32e-4eda-9963-507c722ab00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:41.708204 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Checking router: 70fbd555-5f62-4375-8c76-af5b1c2001da for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:09:41.709026 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Updating router 70fbd555-5f62-4375-8c76-af5b1c2001da port 2152029d-da9b-4e40-bcf5-a8833776a2eb binding host dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:09:41.733316 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-422fc67b-6e82-4d85-94bb-475df91ef0e9 req-14a0196f-c165-4d91-b203-4c7224af513b tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763206 Jun 11 18:09:41.775016 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cae9fd97-0475-45fa-9439-b9cd52eae7a1 req-adc10208-c633-4635-9844-3112f5d97533 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435316 Jun 11 18:09:41.912034 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-14099715-5e26-49dd-9ae8-e8f044833b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:41.913803 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-14099715-5e26-49dd-9ae8-e8f044833b42 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3d94f856e630464db0e7b88ea42cecb6&device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 1100 time: 0.4082835 Jun 11 18:09:41.924831 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:41.927827 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab17f96-cf06-4e73-aefd-9d0e0e7c4132 x-openstack-request-id: req-5ab17f96-cf06-4e73-aefd-9d0e0e7c4132 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:41.928152 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71045a5c-7891-4c35-83ef-826da6e4e692", "name": "network-vif-deleted", "tag": "a6c0e0fe-808f-458d-9fb4-31d43507beff", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:41.932344 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5ab17f96-cf06-4e73-aefd-9d0e0e7c4132 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:41.935325 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71045a5c-7891-4c35-83ef-826da6e4e692', 'name': 'network-vif-deleted', 'tag': 'a6c0e0fe-808f-458d-9fb4-31d43507beff', 'status': 'completed', 'code': 200} Jun 11 18:09:42.189409 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-b3e556f1-5286-4a08-919a-7ead7031cfaa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=e1d85727-5ced-4c5a-a96a-b5ed5ee94814 HTTP/1.1" status: 200 len: 217 time: 0.2476702 Jun 11 18:09:42.440178 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-628505e8-1fac-43b9-95cc-27e53319a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:42.440178 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-628505e8-1fac-43b9-95cc-27e53319a7b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46c21471-e6eb-4a56-bde0-5ea05b6b641f HTTP/1.1" status: 200 len: 843 time: 0.2267776 Jun 11 18:09:42.452614 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ad9ddff6-24e5-4718-b554-dacd2ffbe216 req-1bb55d63-a120-44f8-9ea3-df8bc75208a8 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 210 time: 0.2255161 Jun 11 18:09:42.645923 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-7801445f-8bf9-4b6f-8747-5bfa39b7c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:42.685494 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:42.688504 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-7801445f-8bf9-4b6f-8747-5bfa39b7c080 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cdce9031-59bd-4601-8e6f-abfc2182d3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2517946 Jun 11 18:09:42.787276 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e458c-0ac1-471d-a7b5-bbfb62125d40 req-ad8551ef-8bd2-47e5-869e-99e9ff2e9214 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:42.794582 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d39e458c-0ac1-471d-a7b5-bbfb62125d40 req-ad8551ef-8bd2-47e5-869e-99e9ff2e9214 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.3825788 Jun 11 18:09:42.932406 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 51080) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:42.953816 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1565730790-network', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:43.006468 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d39e458c-0ac1-471d-a7b5-bbfb62125d40 req-eeebc717-5ed7-4b84-89ee-86e25eb9dd42 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974485 Jun 11 18:09:43.089000 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Made reservation on behalf of 91e82ede1a904a908c61e31fea4f6425 for: {'network': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:43.096590 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:43.155353 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:43.489431 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-b65592a6-b268-4942-8cd8-a51b3623d8cc service neutron] 10.222.0.77 "GET /v2.0/networks/cdce9031-59bd-4601-8e6f-abfc2182d3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7922449 Jun 11 18:09:43.587301 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Notify callbacks [] for port, precommit_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:43.619708 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:43.635051 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:43.646416 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Transition to ACTIVE for port object 2152029d-da9b-4e40-bcf5-a8833776a2eb will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:43.647213 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-4a7e3f1f-c385-434d-81f3-ae013cf3f093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:43.678637 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:43.688732 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:43.766696 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa44dbc1-93b5-4034-8e40-64539376964f,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:43.852314 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=91991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:09:43.896003 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:43.896461 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.segments_db [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Added segment 2d33b7b2-1b4e-4184-9859-24f56d353859 of type vlan for network 74f1e102-fbb3-4c67-8a71-6f0276c52943 Jun 11 18:09:43.952467 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd771a3be-8aa3-4155-93d0-e22d0216ba3c', 'tag': 'e1d85727-5ced-4c5a-a96a-b5ed5ee94814'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:43.957020 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecb11d2-5840-4059-82f7-1b6e0eec617e" -d '{"events": [{"name": "network-changed", "server_uuid": "d771a3be-8aa3-4155-93d0-e22d0216ba3c", "tag": "e1d85727-5ced-4c5a-a96a-b5ed5ee94814"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:44.103215 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:44.111508 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3ed8b73a-fd04-4507-b08a-d717d9b9a0f5 req-fc80a84c-181f-4624-8b63-c058bba4f3d7 service neutron] 10.222.0.77 "GET /v2.0/networks/cdce9031-59bd-4601-8e6f-abfc2182d3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133308 Jun 11 18:09:44.231842 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.232459 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.233661 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.234256 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.234850 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.235442 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.236041 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.246210 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.247063 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.247686 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.248278 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.248954 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.261167 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:44.350804 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-603f38e3-36ad-4b6a-b88f-c3c479bd527e req-e1b2e111-e1a5-4140-a596-3b583cc9b347 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] 10.222.0.63 "GET /v2.0/ports?device_id=71045a5c-7891-4c35-83ef-826da6e4e692 HTTP/1.1" status: 200 len: 210 time: 0.1208997 Jun 11 18:09:44.383106 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Pushing event updated for resources: {'Port': ['ID=2152029d-da9b-4e40-bcf5-a8833776a2eb,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:44.391047 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370c7ed-db6d-44c3-82cd-7bb31d1d419d req-f93c8332-6a9e-48f4-9c32-a3c530f920c1 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:44.394506 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e370c7ed-db6d-44c3-82cd-7bb31d1d419d req-f93c8332-6a9e-48f4-9c32-a3c530f920c1 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 947 time: 0.9071825 Jun 11 18:09:44.395971 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:44.398612 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:44.400007 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:44.406009 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-17a628ed-6d76-435d-a39b-f5d98c97fc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:44.479070 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.479846 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.480445 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.481084 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.481932 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.482550 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.483163 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.483759 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.484356 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.485026 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.485586 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.486364 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:44.561308 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Attempting to bind port 2152029d-da9b-4e40-bcf5-a8833776a2eb on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:09:44.562003 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Attempting to bind port 2152029d-da9b-4e40-bcf5-a8833776a2eb by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '97c99795-9022-4e19-ba07-600579f7c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:09:44.562600 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Attempting to bind port 2152029d-da9b-4e40-bcf5-a8833776a2eb on network bb867073-1266-4a21-bb52-ead6e0552b22 {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:44.570829 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:09:44.571640 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Checking segment: {'id': '97c99795-9022-4e19-ba07-600579f7c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:44.572448 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:44.573244 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Bound using segment: {'id': '97c99795-9022-4e19-ba07-600579f7c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:09:44.574456 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Bound port: 2152029d-da9b-4e40-bcf5-a8833776a2eb, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c99795-9022-4e19-ba07-600579f7c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:09:44.574931 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:44.627280 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Pushing event updated for resources: {'Network': ['ID=74f1e102-fbb3-4c67-8a71-6f0276c52943,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:44.640776 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 51100) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:44.642256 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7031002 Jun 11 18:09:44.647116 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-9a600f63-a21c-46eb-b043-a75fdf76ceab admin admin] Request body: {'subnet': {'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1565730790-subnet', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'ip_version': 4}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:44.763886 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f383cc-9c17-492f-929d-106219f97128 x-openstack-request-id: req-d0f383cc-9c17-492f-929d-106219f97128 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:44.766745 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d771a3be-8aa3-4155-93d0-e22d0216ba3c", "tag": "e1d85727-5ced-4c5a-a96a-b5ed5ee94814", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:44.770297 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d0f383cc-9c17-492f-929d-106219f97128 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:44.776585 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd771a3be-8aa3-4155-93d0-e22d0216ba3c', 'tag': 'e1d85727-5ced-4c5a-a96a-b5ed5ee94814', 'status': 'completed', 'code': 200} Jun 11 18:09:44.779892 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a600f63-a21c-46eb-b043-a75fdf76ceab admin admin] Made reservation on behalf of 91e82ede1a904a908c61e31fea4f6425 for: {'subnet': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:44.785713 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.087s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:44.789707 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:44.805696 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9a600f63-a21c-46eb-b043-a75fdf76ceab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29559870'] for subnet, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:44.821500 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e370c7ed-db6d-44c3-82cd-7bb31d1d419d req-d76ea422-7b6a-495a-9e04-bded1a438f8a tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376451 Jun 11 18:09:44.895978 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network 74f1e102-fbb3-4c67-8a71-6f0276c52943 details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:09:44.990584 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] For port 2152029d-da9b-4e40-bcf5-a8833776a2eb, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:09:45.144171 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] For port 2152029d-da9b-4e40-bcf5-a8833776a2eb, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=2152029d-da9b-4e40-bcf5-a8833776a2eb,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:09:45.203662 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:45.260590 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:45.321061 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5099c8-83df-4d40-8b92-6eb7e2994410 req-07be15b9-4557-4891-bde0-cc8e2100f984 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:45.323786 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cf5099c8-83df-4d40-8b92-6eb7e2994410 req-07be15b9-4557-4891-bde0-cc8e2100f984 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.3911870 Jun 11 18:09:45.393326 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Routers {'70fbd555-5f62-4375-8c76-af5b1c2001da'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:09:45.394666 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:09:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70fbd555-5f62-4375-8c76-af5b1c2001da'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:45.534582 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cf5099c8-83df-4d40-8b92-6eb7e2994410 req-56f208a7-d3b1-4b61-bb54-21018af3afa9 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853318 Jun 11 18:09:45.968991 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Pushing event updated for resources: {'Port': ['ID=2152029d-da9b-4e40-bcf5-a8833776a2eb,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:45.982480 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:46.016905 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb11d2-5840-4059-82f7-1b6e0eec617e req-681c2539-36e0-441f-a51e-6a298283a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:46.019625 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0ecb11d2-5840-4059-82f7-1b6e0eec617e req-681c2539-36e0-441f-a51e-6a298283a3ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3d94f856e630464db0e7b88ea42cecb6&device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 1100 time: 1.1042793 Jun 11 18:09:46.044076 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] Set router 70fbd555-5f62-4375-8c76-af5b1c2001da gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:09:46.546559 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a793c-0d6c-4b75-9635-dfc8c94c0a7d req-d6ffde03-a630-487b-a5f6-01453207dd20 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:46.555774 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7e8a793c-0d6c-4b75-9635-dfc8c94c0a7d req-d6ffde03-a630-487b-a5f6-01453207dd20 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 947 time: 0.2976930 Jun 11 18:09:46.583809 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb11d2-5840-4059-82f7-1b6e0eec617e req-337c7135-a97b-4edb-82bd-e5db88859d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:46.589081 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0ecb11d2-5840-4059-82f7-1b6e0eec617e req-337c7135-a97b-4edb-82bd-e5db88859d63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cdce9031-59bd-4601-8e6f-abfc2182d3aa HTTP/1.1" status: 200 len: 871 time: 0.5599091 Jun 11 18:09:46.594243 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9a600f63-a21c-46eb-b043-a75fdf76ceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33274817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29559848'] for subnet, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:46.607382 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2d277079-6c42-4817-ad97-796bcd4d69a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:46.777577 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7e8a793c-0d6c-4b75-9635-dfc8c94c0a7d req-0deab92a-a27c-4bd7-9122-be8c2b082733 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069185 Jun 11 18:09:46.921898 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0ecb11d2-5840-4059-82f7-1b6e0eec617e req-d4424f54-d335-43cf-955f-09a9fc4333fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=e1d85727-5ced-4c5a-a96a-b5ed5ee94814 HTTP/1.1" status: 200 len: 217 time: 0.3171926 Jun 11 18:09:47.036478 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a600f63-a21c-46eb-b043-a75fdf76ceab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99227a1-4056-4c12-b0a0-909fc6713ad8,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:47.043924 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-9a600f63-a21c-46eb-b043-a75fdf76ceab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:47.089161 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': '6d99d007-585e-4b37-be5e-635f120a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port': {'id': '6d99d007-585e-4b37-be5e-635f120a434c', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:16Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '2152029d-da9b-4e40-bcf5-a8833776a2eb', 'name': '', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'mac_address': 'fa:16:3e:63:0b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71d90266-a32e-4eda-9963-507c722ab00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:28Z', 'updated_at': '2021-06-11T18:09:44Z', 'revision_number': 4, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'subnets': [{'id': '71d90266-a32e-4eda-9963-507c722ab00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:47.113341 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5f8d0-e52a-44e3-9f63-3cb7328a4eda None None] The sync data for ids ['70fbd555-5f62-4375-8c76-af5b1c2001da'] in dv-cinder-796049-1-smb is: [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': '6d99d007-585e-4b37-be5e-635f120a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port': {'id': '6d99d007-585e-4b37-be5e-635f120a434c', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:16Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '2152029d-da9b-4e40-bcf5-a8833776a2eb', 'name': '', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'mac_address': 'fa:16:3e:63:0b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71d90266-a32e-4eda-9963-507c722ab00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:28Z', 'updated_at': '2021-06-11T18:09:44Z', 'revision_number': 4, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'subnets': [{'id': '71d90266-a32e-4eda-9963-507c722ab00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:09:47.140372 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb11d2-5840-4059-82f7-1b6e0eec617e req-4d8d2411-f831-4d3b-a557-f6098a86547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:47.143417 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0ecb11d2-5840-4059-82f7-1b6e0eec617e req-4d8d2411-f831-4d3b-a557-f6098a86547e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46c21471-e6eb-4a56-bde0-5ea05b6b641f HTTP/1.1" status: 200 len: 843 time: 0.2076714 Jun 11 18:09:47.145696 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a600f63-a21c-46eb-b043-a75fdf76ceab admin admin] Checking segment: {'id': '2d33b7b2-1b4e-4184-9859-24f56d353859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:47.146700 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a600f63-a21c-46eb-b043-a75fdf76ceab admin admin] Network hostable DHCP agents. Network: 74f1e102-fbb3-4c67-8a71-6f0276c52943, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:09:47.338402 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a600f63-a21c-46eb-b043-a75fdf76ceab admin admin] Network 74f1e102-fbb3-4c67-8a71-6f0276c52943 is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:09:47.347897 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaaf15-7f3d-4fab-8cf9-dc0d5a29fff4 req-04508464-17da-4dc7-90c8-7b89f548c14e tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:47.356747 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-29eaaf15-7f3d-4fab-8cf9-dc0d5a29fff4 req-04508464-17da-4dc7-90c8-7b89f548c14e tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.3207941 Jun 11 18:09:47.387849 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-9a600f63-a21c-46eb-b043-a75fdf76ceab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, 74f1e102-fbb3-4c67-8a71-6f0276c52943) {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:47.401293 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc92899-9a3f-42b4-a04f-a86098b3898b None None] Network 74f1e102-fbb3-4c67-8a71-6f0276c52943 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:09:47.438099 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a600f63-a21c-46eb-b043-a75fdf76ceab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:47.439122 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9a600f63-a21c-46eb-b043-a75fdf76ceab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:47.485201 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-9a600f63-a21c-46eb-b043-a75fdf76ceab admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8426187 Jun 11 18:09:47.485594 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-29eaaf15-7f3d-4fab-8cf9-dc0d5a29fff4 req-7f56f817-978a-4790-acef-37f6edd51120 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125133 Jun 11 18:09:47.488421 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 51150) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:47.497521 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1565730790-router', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:47.503729 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb11d2-5840-4059-82f7-1b6e0eec617e req-4af97284-23c2-41ed-9aec-07794ea71f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:47.506997 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0ecb11d2-5840-4059-82f7-1b6e0eec617e req-4af97284-23c2-41ed-9aec-07794ea71f55 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cdce9031-59bd-4601-8e6f-abfc2182d3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3539946 Jun 11 18:09:47.558310 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7400'] for router, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:47.560115 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2023106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7393'] for router, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:47.726904 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device e1d85727-5ced-4c5a-a96a-b5ed5ee94814 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:09:47.804279 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:48.006933 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0ecb11d2-5840-4059-82f7-1b6e0eec617e req-916147df-1b06-4bc2-b712-feeb450aa4bb service neutron] 10.222.0.77 "GET /v2.0/networks/cdce9031-59bd-4601-8e6f-abfc2182d3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809997 Jun 11 18:09:48.194827 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.db.resource_extend [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 18:09:48.483839 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8400c961-7cb8-5e80-b540-d63c93360b33-74f1e102-fbb3-4c67-8a71-6f0276c52943', 'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'fixed_ips': [{'subnet_id': 'd99227a1-4056-4c12-b0a0-909fc6713ad8'}]}} from dv-cinder-796049-1-smb. {{(pid=91993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:09:48.485479 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:48.529252 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 2152029d-da9b-4e40-bcf5-a8833776a2eb up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:48.602006 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-0ecb11d2-5840-4059-82f7-1b6e0eec617e req-f4ec4965-b2de-4b6d-8f40-562270422453 service neutron] 10.222.0.77 "GET /v2.0/networks/cdce9031-59bd-4601-8e6f-abfc2182d3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878866 Jun 11 18:09:48.617791 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port e1d85727-5ced-4c5a-a96a-b5ed5ee94814, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=e1d85727-5ced-4c5a-a96a-b5ed5ee94814,segment=NetworkSegment(b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1),segment_id=b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:48.727611 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': 'e1d85727-5ced-4c5a-a96a-b5ed5ee94814', 'network_id': 'cdce9031-59bd-4601-8e6f-abfc2182d3aa', 'port_id': 'e1d85727-5ced-4c5a-a96a-b5ed5ee94814', 'mac_address': 'fa:16:3e:29:36:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c21471-e6eb-4a56-bde0-5ea05b6b641f', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:09:48.948731 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port 2152029d-da9b-4e40-bcf5-a8833776a2eb completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:48.965077 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 2152029d-da9b-4e40-bcf5-a8833776a2eb triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:48.966123 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:49.107089 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:49.150170 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d85727-5ced-4c5a-a96a-b5ed5ee94814 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:09:49.307697 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port e1d85727-5ced-4c5a-a96a-b5ed5ee94814, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=e1d85727-5ced-4c5a-a96a-b5ed5ee94814,segment=NetworkSegment(b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1),segment_id=b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:49.340584 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:49.342118 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7415'] for router, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:49.405925 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-89cd68bd-2cea-4450-9a8d-74361b7b0272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:49.445712 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.db_base_plugin_common [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Allocated IP 172.20.0.2 (74f1e102-fbb3-4c67-8a71-6f0276c52943/d99227a1-4056-4c12-b0a0-909fc6713ad8/f436e8ba-4f7a-46d6-9847-785e4ae5b496) {{(pid=91993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:49.457260 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf41f1-3999-489a-88f2-09dd7d7ae91f req-d5a403dd-1627-47a8-abab-aeb2d2408919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:49.459763 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-6aaf41f1-3999-489a-88f2-09dd7d7ae91f req-d5a403dd-1627-47a8-abab-aeb2d2408919 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e14e1c12ff423f9c1b015253b19503&device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 1098 time: 0.2576020 Jun 11 18:09:49.526970 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27046ec-38e1-45d3-b894-8954958476d5 req-a8d28797-f865-4a62-9474-d8bdce21cc1d tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:49.542186 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d27046ec-38e1-45d3-b894-8954958476d5 req-a8d28797-f865-4a62-9474-d8bdce21cc1d tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 947 time: 0.6125059 Jun 11 18:09:49.578970 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd5531-1e5a-41d5-a06c-7541da60a54a req-f49aee86-1b1e-48ab-b6fc-16768a53aada tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:49.581676 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bebd5531-1e5a-41d5-a06c-7541da60a54a req-f49aee86-1b1e-48ab-b6fc-16768a53aada tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 945 time: 0.6482258 Jun 11 18:09:49.790282 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf41f1-3999-489a-88f2-09dd7d7ae91f req-3d81e095-24cb-442e-9eb2-16eed46a0e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:49.795896 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-6aaf41f1-3999-489a-88f2-09dd7d7ae91f req-3d81e095-24cb-442e-9eb2-16eed46a0e18 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 200 len: 918 time: 0.3276632 Jun 11 18:09:49.927065 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d27046ec-38e1-45d3-b894-8954958476d5 req-645166cd-43d1-43f8-a1de-52c40dbdf7e2 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836432 Jun 11 18:09:50.000341 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=e1d85727-5ced-4c5a-a96a-b5ed5ee94814,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:50.009314 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 944a97a6-87a8-486e-a31b-96e0dfb1c029 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:09:50.048189 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bebd5531-1e5a-41d5-a06c-7541da60a54a req-aeb73ec9-a2fd-4cb2-aa89-568ff4abbd15 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4216068 Jun 11 18:09:50.072956 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:50.073112 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-6aaf41f1-3999-489a-88f2-09dd7d7ae91f req-e1277634-6c55-45d4-a6cc-e5da00f59929 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029 HTTP/1.1" status: 200 len: 1000 time: 0.2636030 Jun 11 18:09:50.202782 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['e1d85727-5ced-4c5a-a96a-b5ed5ee94814'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:09:50.248383 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf41f1-3999-489a-88f2-09dd7d7ae91f req-a04847e4-b74c-4a3b-9cad-f903b3981efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:50.250588 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-6aaf41f1-3999-489a-88f2-09dd7d7ae91f req-a04847e4-b74c-4a3b-9cad-f903b3981efd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4159feda-883d-4a61-bfd7-ed412eb99cf3 HTTP/1.1" status: 200 len: 855 time: 0.1769788 Jun 11 18:09:50.295432 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:50.409841 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf41f1-3999-489a-88f2-09dd7d7ae91f req-02516eaa-18e6-404f-b8db-e8343ef7e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:50.413832 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-6aaf41f1-3999-489a-88f2-09dd7d7ae91f req-02516eaa-18e6-404f-b8db-e8343ef7e14c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50265511-d9df-48bb-b4ed-800ebda6a31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1544554 Jun 11 18:09:50.545318 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port 2152029d-da9b-4e40-bcf5-a8833776a2eb, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=2152029d-da9b-4e40-bcf5-a8833776a2eb,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:50.559537 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-a59fe865-ce34-4894-8e33-23ffa162ba4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:50.604221 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:50.650501 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:50.652383 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:50.717164 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:50.791422 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-6aaf41f1-3999-489a-88f2-09dd7d7ae91f req-86f07b0a-83a6-40a2-b678-87d5b4086925 service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703752 Jun 11 18:09:51.030761 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Notify callbacks [] for port, precommit_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.042400 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=2152029d-da9b-4e40-bcf5-a8833776a2eb,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:51.058851 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:51.088466 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Transition to ACTIVE for port object f436e8ba-4f7a-46d6-9847-785e4ae5b496 will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:51.118468 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.177520 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-6aaf41f1-3999-489a-88f2-09dd7d7ae91f req-f5f30b63-2f3f-4b12-a698-9894ff048b2d service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780258 Jun 11 18:09:51.259595 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Transition to ACTIVE for port object f436e8ba-4f7a-46d6-9847-785e4ae5b496 will not be triggered until provisioned by entity DHCP. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:51.290946 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6d755-3691-4999-8a1a-2cb73ea7e7e4 req-9eed4071-bc9d-43e5-a949-f12e751a92a0 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:51.298108 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.306316 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-7273cf58-a37a-4d92-8987-9d1de2db6e27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:51.312308 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-12e6d755-3691-4999-8a1a-2cb73ea7e7e4 req-9eed4071-bc9d-43e5-a949-f12e751a92a0 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.4248576 Jun 11 18:09:51.338689 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:51.345007 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2494a0ef-3d95-49a4-8cc4-749bfeefc867" -d '{"events": [{"server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "name": "network-vif-unplugged", "status": "completed", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:51.512312 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 944a97a6-87a8-486e-a31b-96e0dfb1c029, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:51.518613 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-12e6d755-3691-4999-8a1a-2cb73ea7e7e4 req-272dc862-effe-4051-ba72-bd221fd64332 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921051 Jun 11 18:09:51.524310 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Allocated IP 172.28.1.195 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/d23cd066-2fb5-4874-a287-36a27b7d89c5) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:51.548602 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.563133 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Pushing event updated for resources: {'Port': ['ID=f436e8ba-4f7a-46d6-9847-785e4ae5b496,revision_number=1']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:51.570218 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Network 74f1e102-fbb3-4c67-8a71-6f0276c52943 is already hosted by enough agents. {{(pid=91993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:51.580864 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:51.581905 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:51.589929 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.base_scheduler [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Resources bound (agent type, host, resource id): {{(pid=91993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:51.601989 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Received port after_create {{(pid=91993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:51.778398 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef6a50-4dcb-4744-96cf-14daa17efb47 req-3c710ba4-7c2e-495c-9dc3-324051567425 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:51.781716 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-30ef6a50-4dcb-4744-96cf-14daa17efb47 req-3c710ba4-7c2e-495c-9dc3-324051567425 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 948 time: 0.4414458 Jun 11 18:09:51.874687 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Attempting to bind port f436e8ba-4f7a-46d6-9847-785e4ae5b496 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:09:51.875312 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Attempting to bind port f436e8ba-4f7a-46d6-9847-785e4ae5b496 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '2d33b7b2-1b4e-4184-9859-24f56d353859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:09:51.875941 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Attempting to bind port f436e8ba-4f7a-46d6-9847-785e4ae5b496 on network 74f1e102-fbb3-4c67-8a71-6f0276c52943 {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:51.880110 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=944a97a6-87a8-486e-a31b-96e0dfb1c029,revision_number=8']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:51.888449 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:51.894675 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:09:51.896419 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Checking segment: {'id': '2d33b7b2-1b4e-4184-9859-24f56d353859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:51.896419 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.896892 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Bound using segment: {'id': '2d33b7b2-1b4e-4184-9859-24f56d353859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:09:51.897597 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Bound port: f436e8ba-4f7a-46d6-9847-785e4ae5b496, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d33b7b2-1b4e-4184-9859-24f56d353859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:09:51.898425 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:52.051248 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-30ef6a50-4dcb-4744-96cf-14daa17efb47 req-ac2ffa4c-d9d1-47ed-97b9-67b8c1f26dcf tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602170 Jun 11 18:09:52.057077 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:52.087086 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] For port f436e8ba-4f7a-46d6-9847-785e4ae5b496, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:09:52.088081 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f0193-6a36-4f0e-a5ec-ed8b9ecfdc30 req-a7b73ea4-988c-484d-88fb-252c45aec65c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:52.095397 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] For port f436e8ba-4f7a-46d6-9847-785e4ae5b496, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=f436e8ba-4f7a-46d6-9847-785e4ae5b496,segment=NetworkSegment(2d33b7b2-1b4e-4184-9859-24f56d353859),segment_id=2d33b7b2-1b4e-4184-9859-24f56d353859)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:09:52.097624 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2c3f0193-6a36-4f0e-a5ec-ed8b9ecfdc30 req-a7b73ea4-988c-484d-88fb-252c45aec65c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.3114798 Jun 11 18:09:52.120063 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:52.124459 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:52.256186 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Pushing event updated for resources: {'Port': ['ID=f436e8ba-4f7a-46d6-9847-785e4ae5b496,revision_number=2']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:52.263103 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:52.277729 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe7f144-0c02-46bf-a965-f7e70ab7ae13 x-openstack-request-id: req-afe7f144-0c02-46bf-a965-f7e70ab7ae13 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:52.278351 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "name": "network-vif-unplugged", "status": "completed", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:52.278901 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-afe7f144-0c02-46bf-a965-f7e70ab7ae13 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:52.279735 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'code': 200} Jun 11 18:09:52.299559 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2c3f0193-6a36-4f0e-a5ec-ed8b9ecfdc30 req-07b80f9b-c2f0-466b-b19d-7b4d560b459c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822197 Jun 11 18:09:52.388183 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29514949'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:52.400291 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:52.416902 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:52.489178 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:52.502591 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:52.510371 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:52.600468 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Pushing event updated for resources: {'Port': ['ID=d23cd066-2fb5-4874-a287-36a27b7d89c5,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:52.610536 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:52.704380 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-60e99db4-88a4-4200-85b9-869db04416b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:52.926480 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 2152029d-da9b-4e40-bcf5-a8833776a2eb up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:53.118547 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 2152029d-da9b-4e40-bcf5-a8833776a2eb triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:53.119198 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:53.482339 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd9fac-8155-491b-ac19-be4a5acac000 req-0dd04fe4-e5d6-4740-848d-384dc710349a tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:53.492263 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-88bd9fac-8155-491b-ac19-be4a5acac000 req-0dd04fe4-e5d6-4740-848d-384dc710349a tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.3303256 Jun 11 18:09:53.580776 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 51270) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:53.629797 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:53.758859 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device e1d85727-5ced-4c5a-a96a-b5ed5ee94814 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:53.896971 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-88bd9fac-8155-491b-ac19-be4a5acac000 req-534eb322-9c35-43d7-8916-f1c2595e63ab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Deleting port 620e7b18-0ea0-4469-96ab-eb12c67a911e {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:09:53.897490 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-88bd9fac-8155-491b-ac19-be4a5acac000 req-534eb322-9c35-43d7-8916-f1c2595e63ab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:53.910666 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port e1d85727-5ced-4c5a-a96a-b5ed5ee94814 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:53.923705 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port e1d85727-5ced-4c5a-a96a-b5ed5ee94814 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:53.924314 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:53.945832 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6b965e6b-9696-4e03-9219-28fbeebbe9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:54.063430 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62938300-a299-461a-82e1-85c710d2c826 req-5dbef762-a4c6-4cb6-867d-736e8125980c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:54.067536 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-62938300-a299-461a-82e1-85c710d2c826 req-5dbef762-a4c6-4cb6-867d-736e8125980c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 946 time: 0.9770863 Jun 11 18:09:54.161372 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:54.238220 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-88bd9fac-8155-491b-ac19-be4a5acac000 req-534eb322-9c35-43d7-8916-f1c2595e63ab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] For port 620e7b18-0ea0-4469-96ab-eb12c67a911e, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=620e7b18-0ea0-4469-96ab-eb12c67a911e,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:54.238721 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-88bd9fac-8155-491b-ac19-be4a5acac000 req-534eb322-9c35-43d7-8916-f1c2595e63ab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:54.253832 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port e1d85727-5ced-4c5a-a96a-b5ed5ee94814, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=e1d85727-5ced-4c5a-a96a-b5ed5ee94814,segment=NetworkSegment(b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1),segment_id=b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:54.284305 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:54.286554 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:54.298121 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd771a3be-8aa3-4155-93d0-e22d0216ba3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d85727-5ced-4c5a-a96a-b5ed5ee94814'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:54.303515 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd6acc4-9cd9-47a9-8074-5bff1b26e2d1" -d '{"events": [{"server_uuid": "d771a3be-8aa3-4155-93d0-e22d0216ba3c", "name": "network-vif-plugged", "status": "completed", "tag": "e1d85727-5ced-4c5a-a96a-b5ed5ee94814"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:54.317287 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:54.390101 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c9e33-a6be-4b8e-a04b-69bceefc1b76 None None] Network 74f1e102-fbb3-4c67-8a71-6f0276c52943 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:09:54.483655 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-88bd9fac-8155-491b-ac19-be4a5acac000 req-534eb322-9c35-43d7-8916-f1c2595e63ab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Calling delete_port for 620e7b18-0ea0-4469-96ab-eb12c67a911e owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:09:54.651528 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-5bda1e3e-f11e-4c20-ab66-583f820536bd None None] Provisioning for port f436e8ba-4f7a-46d6-9847-785e4ae5b496 completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:54.660909 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=e1d85727-5ced-4c5a-a96a-b5ed5ee94814,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:54.671378 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:54.881739 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178211c-5a79-4f26-bd0e-029a00cbf71d req-06c01520-ba84-4d42-a8ac-3aab207298f1 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:54.895985 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9178211c-5a79-4f26-bd0e-029a00cbf71d req-06c01520-ba84-4d42-a8ac-3aab207298f1 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 948 time: 1.3123567 Jun 11 18:09:54.920236 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-62938300-a299-461a-82e1-85c710d2c826 req-7a6be9c4-ff3f-48d3-be60-ab53eedb34d3 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7976072 Jun 11 18:09:54.956475 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-88bd9fac-8155-491b-ac19-be4a5acac000 req-534eb322-9c35-43d7-8916-f1c2595e63ab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:54.970583 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:55.045038 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['4990041a-0488-4daa-8ec1-194ea30cb3c7', '620e7b18-0ea0-4469-96ab-eb12c67a911e'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:09:55.051356 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device f436e8ba-4f7a-46d6-9847-785e4ae5b496 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:55.075985 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9178211c-5a79-4f26-bd0e-029a00cbf71d req-6fc54694-c890-4b27-bc71-1545bf21072f tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784368 Jun 11 18:09:55.159687 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534eb322-9c35-43d7-8916-f1c2595e63ab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Pushing event deleted for resources: {'Port': ['ID=620e7b18-0ea0-4469-96ab-eb12c67a911e,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:55.166446 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-534eb322-9c35-43d7-8916-f1c2595e63ab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:55.286725 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569eb7ce-c2b8-4d84-bf5f-75d31583ef14 x-openstack-request-id: req-569eb7ce-c2b8-4d84-bf5f-75d31583ef14 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:55.287161 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d771a3be-8aa3-4155-93d0-e22d0216ba3c", "name": "network-vif-plugged", "status": "completed", "tag": "e1d85727-5ced-4c5a-a96a-b5ed5ee94814", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:55.288449 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-569eb7ce-c2b8-4d84-bf5f-75d31583ef14 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:55.289149 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd771a3be-8aa3-4155-93d0-e22d0216ba3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d85727-5ced-4c5a-a96a-b5ed5ee94814', 'code': 200} Jun 11 18:09:55.295113 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003866'] for router, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:55.375128 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6b965e6b-9696-4e03-9219-28fbeebbe9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:55.404816 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bd9fac-8155-491b-ac19-be4a5acac000 req-534eb322-9c35-43d7-8916-f1c2595e63ab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] No DVR routers for this DVR port 620e7b18-0ea0-4469-96ab-eb12c67a911e on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:09:55.409822 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-88bd9fac-8155-491b-ac19-be4a5acac000 req-534eb322-9c35-43d7-8916-f1c2595e63ab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:55.414499 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-88bd9fac-8155-491b-ac19-be4a5acac000 req-534eb322-9c35-43d7-8916-f1c2595e63ab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.77 "DELETE /v2.0/ports/620e7b18-0ea0-4469-96ab-eb12c67a911e HTTP/1.1" status: 204 len: 173 time: 1.9115899 Jun 11 18:09:55.415370 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36fc6df-d7ce-4a06-9708-e718eef6e9d3', 'name': 'network-vif-deleted', 'tag': '620e7b18-0ea0-4469-96ab-eb12c67a911e'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:55.434155 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f4f831-cc84-45eb-8d3d-6c3773047582" -d '{"events": [{"server_uuid": "c36fc6df-d7ce-4a06-9708-e718eef6e9d3", "name": "network-vif-deleted", "tag": "620e7b18-0ea0-4469-96ab-eb12c67a911e"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:55.572010 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedd9422-7833-4abf-98e2-51e0b1e58901 x-openstack-request-id: req-eedd9422-7833-4abf-98e2-51e0b1e58901 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:55.573081 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36fc6df-d7ce-4a06-9708-e718eef6e9d3", "name": "network-vif-deleted", "tag": "620e7b18-0ea0-4469-96ab-eb12c67a911e", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:55.573373 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-eedd9422-7833-4abf-98e2-51e0b1e58901 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:55.574088 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36fc6df-d7ce-4a06-9708-e718eef6e9d3', 'name': 'network-vif-deleted', 'tag': '620e7b18-0ea0-4469-96ab-eb12c67a911e', 'status': 'completed', 'code': 200} Jun 11 18:09:55.746640 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port f436e8ba-4f7a-46d6-9847-785e4ae5b496 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:55.785264 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port f436e8ba-4f7a-46d6-9847-785e4ae5b496 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:55.785883 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:55.797442 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:55.952878 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-0e3b7b97-20d7-45d6-bae0-5f6c9877fc30 None None] Provisioning complete for port f436e8ba-4f7a-46d6-9847-785e4ae5b496 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:55.953540 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7b97-20d7-45d6-bae0-5f6c9877fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:56.086587 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd426d3-976b-425a-a8de-d557eedb30e9 req-d913c39e-1b6c-409b-9493-7c1669cfdcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:56.091521 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-afd426d3-976b-425a-a8de-d557eedb30e9 req-d913c39e-1b6c-409b-9493-7c1669cfdcb9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 1102 time: 0.2343066 Jun 11 18:09:56.240077 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-afd426d3-976b-425a-a8de-d557eedb30e9 req-aafe972c-ad8a-4c39-806a-76c26a0a4b06 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426017 Jun 11 18:09:56.261612 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:56.440136 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-6b965e6b-9696-4e03-9219-28fbeebbe9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:56.443371 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port f436e8ba-4f7a-46d6-9847-785e4ae5b496, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=f436e8ba-4f7a-46d6-9847-785e4ae5b496,segment=NetworkSegment(2d33b7b2-1b4e-4184-9859-24f56d353859),segment_id=2d33b7b2-1b4e-4184-9859-24f56d353859)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:56.445483 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a6a39f5a-14e5-4547-a5dd-5e8a4904b0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:56.445964 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7b97-20d7-45d6-bae0-5f6c9877fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:56.564037 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:56.571617 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:56.684238 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fd1f87c7-904c-479b-a5ac-5213d3829565 req-ba0e9217-3ec7-41d7-83a6-d204aebbffe9 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36fc6df-d7ce-4a06-9708-e718eef6e9d3 HTTP/1.1" status: 200 len: 210 time: 0.2298229 Jun 11 18:09:56.717606 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b965e6b-9696-4e03-9219-28fbeebbe9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85d3a3c-16fd-48fd-842b-53a470e2d7ca,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:56.729847 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-6b965e6b-9696-4e03-9219-28fbeebbe9a3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=488430c7195543eb91674be07447c4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0940654 Jun 11 18:09:56.729847 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-6b965e6b-9696-4e03-9219-28fbeebbe9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:56.730458 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 51296) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:56.933986 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015ef0b-8f2a-45bb-9f46-85a1a7363a65 req-4a56bfd7-b93c-4d03-a528-3b5e83bec355 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:56.945100 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d015ef0b-8f2a-45bb-9f46-85a1a7363a65 req-4a56bfd7-b93c-4d03-a528-3b5e83bec355 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 1.4464331 Jun 11 18:09:56.974524 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-765f331d-51ee-4d4e-9745-0a687a6267b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:57.083777 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-765f331d-51ee-4d4e-9745-0a687a6267b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:57.088462 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.db.api [None req-0e3b7b97-20d7-45d6-bae0-5f6c9877fc30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 18:09:57.089487 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_db.api [None req-0e3b7b97-20d7-45d6-bae0-5f6c9877fc30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 18:09:57.186909 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Router fc39a45e-87a2-42a5-90b4-79bdd246446c is scheduled to L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 with binding_index 1 {{(pid=91991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:09:57.203018 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=f436e8ba-4f7a-46d6-9847-785e4ae5b496,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:57.215235 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:57.222497 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d015ef0b-8f2a-45bb-9f46-85a1a7363a65 req-9f900248-75e9-44cd-ba0b-db3ca3879b2e tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410967 Jun 11 18:09:57.297327 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-765f331d-51ee-4d4e-9745-0a687a6267b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:57.297327 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-765f331d-51ee-4d4e-9745-0a687a6267b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:57.297327 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-765f331d-51ee-4d4e-9745-0a687a6267b4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a85d3a3c-16fd-48fd-842b-53a470e2d7ca HTTP/1.1" status: 204 len: 168 time: 0.5629563 Jun 11 18:09:57.297327 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c0309a90-d2c8-4a50-ad6e-f907f0c4e855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:57.383155 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f331d-51ee-4d4e-9745-0a687a6267b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85d3a3c-16fd-48fd-842b-53a470e2d7ca,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:57.402692 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-765f331d-51ee-4d4e-9745-0a687a6267b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:57.538736 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd453a2f-20d6-4c62-b5d3-8ca20e3ecf87 req-b582af5f-dbad-4f7c-9da8-d6af6b0d1de0 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:57.556514 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dd453a2f-20d6-4c62-b5d3-8ca20e3ecf87 req-b582af5f-dbad-4f7c-9da8-d6af6b0d1de0 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 949 time: 0.6092534 Jun 11 18:09:57.698498 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dd453a2f-20d6-4c62-b5d3-8ca20e3ecf87 req-9de4c9eb-d7cc-4d56-bd23-c1f4246dc0a2 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402285 Jun 11 18:09:57.789320 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:09:57.809221 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Sync routers for ids ['fc39a45e-87a2-42a5-90b4-79bdd246446c'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:09:57.825345 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 944a97a6-87a8-486e-a31b-96e0dfb1c029 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:09:57.854367 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Routers {'fc39a45e-87a2-42a5-90b4-79bdd246446c'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:09:57.858279 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:09:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['fc39a45e-87a2-42a5-90b4-79bdd246446c'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:57.860961 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] Notify callbacks [] for router, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:57.874504 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 51308) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:57.877036 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-d837ea54-9f1e-4e58-9d87-becec7a9c1ad admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.3865912 Jun 11 18:09:58.286801 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 620e7b18-0ea0-4469-96ab-eb12c67a911e no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:09:58.389596 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: 620e7b18-0ea0-4469-96ab-eb12c67a911e {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:09:58.390562 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 620e7b18-0ea0-4469-96ab-eb12c67a911e not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:09:58.519426 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Set router fc39a45e-87a2-42a5-90b4-79bdd246446c gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:09:58.866219 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device f436e8ba-4f7a-46d6-9847-785e4ae5b496 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:59.051160 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port f436e8ba-4f7a-46d6-9847-785e4ae5b496 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:59.054360 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:59.454856 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'name': 'tempest-TestMinimumBasicScenario-1565730790-router', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:47Z', 'updated_at': '2021-06-11T18:09:53Z', 'revision_number': 3, 'project_id': '91e82ede1a904a908c61e31fea4f6425', 'gw_port': {'id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:50Z', 'updated_at': '2021-06-11T18:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:59.473307 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Checking router: fc39a45e-87a2-42a5-90b4-79bdd246446c for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:09:59.478635 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Updating router fc39a45e-87a2-42a5-90b4-79bdd246446c port d23cd066-2fb5-4874-a287-36a27b7d89c5 binding host dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:09:59.732526 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc48d93-6b3e-4c51-bdfe-6af37a0327f2 req-88e17a8d-f388-45b3-b843-56db16fa58e2 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:59.735301 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5cc48d93-6b3e-4c51-bdfe-6af37a0327f2 req-88e17a8d-f388-45b3-b843-56db16fa58e2 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 949 time: 0.3346727 Jun 11 18:09:59.739620 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:00.006662 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5cc48d93-6b3e-4c51-bdfe-6af37a0327f2 req-fd3ae60b-4c74-438a-baa1-3aa8aa631400 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261033 Jun 11 18:10:00.183429 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b98e1-de7c-42ae-b68d-37f2f827a070 req-c0c2061b-2b85-47ec-9ac0-f4cf599b4eab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:00.187223 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e90b98e1-de7c-42ae-b68d-37f2f827a070 req-c0c2061b-2b85-47ec-9ac0-f4cf599b4eab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.4503233 Jun 11 18:10:00.359541 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e90b98e1-de7c-42ae-b68d-37f2f827a070 req-63717510-4b8a-4eba-a378-5d7f4ba9a335 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615896 Jun 11 18:10:00.479704 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:10:01.046608 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Notify callbacks [] for port, precommit_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:01.073287 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.provisioning_blocks [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Transition to ACTIVE for port object d23cd066-2fb5-4874-a287-36a27b7d89c5 will not be triggered until provisioned by entity L2. {{(pid=91994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:01.104465 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:01.109633 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:01.330187 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea99bf-f9a3-492c-8a60-403300818d22 None None] Pushing event updated for resources: {'Port': ['ID=d23cd066-2fb5-4874-a287-36a27b7d89c5,revision_number=2']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:01.338998 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-dcea99bf-f9a3-492c-8a60-403300818d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:01.343533 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Attempting to bind port d23cd066-2fb5-4874-a287-36a27b7d89c5 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:01.358736 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Attempting to bind port d23cd066-2fb5-4874-a287-36a27b7d89c5 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:01.360321 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Attempting to bind port d23cd066-2fb5-4874-a287-36a27b7d89c5 on network efd559cb-ed35-476f-88ad-0eeaea22209a {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:01.376831 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:01.379095 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Checking segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:01.380144 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:01.384585 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Bound using segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:01.387785 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Bound port: d23cd066-2fb5-4874-a287-36a27b7d89c5, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:01.390045 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:01.465002 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c37be-d799-4f06-bc3f-035e5dc6c10c req-42cb1933-a29a-4457-9e9a-33c9f644c858 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:01.479322 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:01.480310 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-412c37be-d799-4f06-bc3f-035e5dc6c10c req-42cb1933-a29a-4457-9e9a-33c9f644c858 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.3191032 Jun 11 18:10:01.643639 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] For port d23cd066-2fb5-4874-a287-36a27b7d89c5, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:01.656673 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-412c37be-d799-4f06-bc3f-035e5dc6c10c req-53825f63-9fec-4c2a-bf6e-ed75c8be22f0 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720676 Jun 11 18:10:01.657796 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] For port d23cd066-2fb5-4874-a287-36a27b7d89c5, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=d23cd066-2fb5-4874-a287-36a27b7d89c5,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:01.676666 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:01.680778 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:02.035926 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea99bf-f9a3-492c-8a60-403300818d22 None None] Pushing event updated for resources: {'Port': ['ID=d23cd066-2fb5-4874-a287-36a27b7d89c5,revision_number=3']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:02.053697 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-dcea99bf-f9a3-492c-8a60-403300818d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:02.055512 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Routers {'fc39a45e-87a2-42a5-90b4-79bdd246446c'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:02.057268 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:09:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['fc39a45e-87a2-42a5-90b4-79bdd246446c'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:02.102043 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec32d15-7792-4fe1-9c4e-f9d17ac3f036 req-08d76b21-df3e-43ee-889c-a75265cb50a2 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:02.109566 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4ec32d15-7792-4fe1-9c4e-f9d17ac3f036 req-08d76b21-df3e-43ee-889c-a75265cb50a2 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 949 time: 0.3257389 Jun 11 18:10:02.222334 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4ec32d15-7792-4fe1-9c4e-f9d17ac3f036 req-b0cf5691-0b51-4efa-864e-ced2f1a12400 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912442 Jun 11 18:10:02.420323 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e283b4-051b-42a2-bf54-23ca5b9ebeb5 req-978eb8a6-2c69-46ee-a1e6-aee0f9383e18 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:02.423638 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-19e283b4-051b-42a2-bf54-23ca5b9ebeb5 req-978eb8a6-2c69-46ee-a1e6-aee0f9383e18 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.2179627 Jun 11 18:10:02.466678 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Allocated IP 172.20.0.1 (74f1e102-fbb3-4c67-8a71-6f0276c52943/d99227a1-4056-4c12-b0a0-909fc6713ad8/0367034b-087c-4c6f-8411-2b81567c8e85) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:02.536063 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-19e283b4-051b-42a2-bf54-23ca5b9ebeb5 req-1a148a1b-cba3-4ebf-a8ee-7db7342f8f89 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018443 Jun 11 18:10:02.556755 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 51404) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:02.580128 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] Set router fc39a45e-87a2-42a5-90b4-79bdd246446c gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:02.875198 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:02.957766 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-c28ba2fe-bc5b-40a7-9717-38bc5e7de9ce service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3963277 Jun 11 18:10:02.963501 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Transition to ACTIVE for port object 0367034b-087c-4c6f-8411-2b81567c8e85 will not be triggered until provisioned by entity DHCP. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:03.313844 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f1544-5c79-435a-aee1-e7e3751d9f2a req-7435d4a6-4b19-451b-8fb4-a869c27140be tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:03.315481 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45d87f-e829-4d63-9d95-6a99893c32a7 req-848ac4a8-d6f4-41fc-b2ae-563f0047415b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:03.317926 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-504f1544-5c79-435a-aee1-e7e3751d9f2a req-7435d4a6-4b19-451b-8fb4-a869c27140be tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.77 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 949 time: 0.4200556 Jun 11 18:10:03.318931 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dd45d87f-e829-4d63-9d95-6a99893c32a7 req-848ac4a8-d6f4-41fc-b2ae-563f0047415b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.2388084 Jun 11 18:10:03.488498 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dd45d87f-e829-4d63-9d95-6a99893c32a7 req-014ad7c8-92f0-4c46-a776-349f3f6c6098 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500249 Jun 11 18:10:03.502902 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:03.598746 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4bf5f407-73ba-4519-83a2-3b42d3436e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:03.758326 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'name': 'tempest-TestMinimumBasicScenario-1565730790-router', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:47Z', 'updated_at': '2021-06-11T18:09:53Z', 'revision_number': 3, 'project_id': '91e82ede1a904a908c61e31fea4f6425', 'gw_port': {'id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:50Z', 'updated_at': '2021-06-11T18:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:03.778760 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3cc58-3243-48b5-9ffd-ee4fd7350c45 None None] The sync data for ids ['fc39a45e-87a2-42a5-90b4-79bdd246446c'] in dv-cinder-796049-1-smb is: [{'id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'name': 'tempest-TestMinimumBasicScenario-1565730790-router', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:47Z', 'updated_at': '2021-06-11T18:09:53Z', 'revision_number': 3, 'project_id': '91e82ede1a904a908c61e31fea4f6425', 'gw_port': {'id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:50Z', 'updated_at': '2021-06-11T18:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:10:03.902794 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Pushing event updated for resources: {'Port': ['ID=0367034b-087c-4c6f-8411-2b81567c8e85,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:03.949999 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:04.078371 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Network 74f1e102-fbb3-4c67-8a71-6f0276c52943 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:04.085435 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:04.091951 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:04.203872 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a661cc-ac9d-4666-9c48-39864256b721 req-89acbe09-d397-4782-83d3-518a140af91f tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:04.206854 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c1a661cc-ac9d-4666-9c48-39864256b721 req-89acbe09-d397-4782-83d3-518a140af91f tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 949 time: 0.3767838 Jun 11 18:10:04.321379 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002271'] for router_interface, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:04.332173 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c1a661cc-ac9d-4666-9c48-39864256b721 req-9a3fe025-be09-4905-a6c2-6e56abc7ecc1 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978987 Jun 11 18:10:04.374379 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765cab7-3504-4301-a9c6-92d3c8c3934d req-ae7d9f40-d7fd-4fdf-9f7d-35f7647bd6f1 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:04.388064 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7765cab7-3504-4301-a9c6-92d3c8c3934d req-ae7d9f40-d7fd-4fdf-9f7d-35f7647bd6f1 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.3509543 Jun 11 18:10:04.525157 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7765cab7-3504-4301-a9c6-92d3c8c3934d req-cce9b4a2-051a-4e5c-b33f-1750bf6eac8c tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350353 Jun 11 18:10:04.673349 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-504f1544-5c79-435a-aee1-e7e3751d9f2a req-9f172aa0-f677-4787-847d-d2fef18714bb tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Deleting port e1d85727-5ced-4c5a-a96a-b5ed5ee94814 {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:10:04.674357 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-504f1544-5c79-435a-aee1-e7e3751d9f2a req-9f172aa0-f677-4787-847d-d2fef18714bb tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:04.848983 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-48a19018-4e26-48cc-8693-ed9961635ea0 None None] Provisioning for port 0367034b-087c-4c6f-8411-2b81567c8e85 completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:04.855673 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-48a19018-4e26-48cc-8693-ed9961635ea0 None None] Provisioning complete for port 0367034b-087c-4c6f-8411-2b81567c8e85 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:04.856675 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-48a19018-4e26-48cc-8693-ed9961635ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.008528 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-48a19018-4e26-48cc-8693-ed9961635ea0 None None] Port 0367034b-087c-4c6f-8411-2b81567c8e85 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:10:05.018312 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device d23cd066-2fb5-4874-a287-36a27b7d89c5 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:05.229626 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port d23cd066-2fb5-4874-a287-36a27b7d89c5 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:05.239187 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port d23cd066-2fb5-4874-a287-36a27b7d89c5 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:05.243467 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.345825 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8eede-a88a-4392-b1b7-d7e6105d7c55 req-2f030ff0-3551-4b1d-a177-497d0a81dcf1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:05.363785 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-add8eede-a88a-4392-b1b7-d7e6105d7c55 req-2f030ff0-3551-4b1d-a177-497d0a81dcf1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.3583884 Jun 11 18:10:05.528333 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-504f1544-5c79-435a-aee1-e7e3751d9f2a req-9f172aa0-f677-4787-847d-d2fef18714bb tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] For port e1d85727-5ced-4c5a-a96a-b5ed5ee94814, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=e1d85727-5ced-4c5a-a96a-b5ed5ee94814,segment=NetworkSegment(b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1),segment_id=b8fa86f6-bbc3-4a99-8e8b-057a64cbe0e1)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:05.535741 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-504f1544-5c79-435a-aee1-e7e3751d9f2a req-9f172aa0-f677-4787-847d-d2fef18714bb tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.594223 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-add8eede-a88a-4392-b1b7-d7e6105d7c55 req-21825c6c-d077-4988-b22c-61b9bfeaf714 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148147 Jun 11 18:10:05.624527 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.741668 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port d23cd066-2fb5-4874-a287-36a27b7d89c5, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=d23cd066-2fb5-4874-a287-36a27b7d89c5,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:05.758949 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.775645 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:05.896658 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 4990041a-0488-4daa-8ec1-194ea30cb3c7 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:10:06.126863 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=d23cd066-2fb5-4874-a287-36a27b7d89c5,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:06.137916 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:06.327749 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:06.332688 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-504f1544-5c79-435a-aee1-e7e3751d9f2a req-9f172aa0-f677-4787-847d-d2fef18714bb tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Calling delete_port for e1d85727-5ced-4c5a-a96a-b5ed5ee94814 owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:10:06.386057 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57674072-c591-4d35-af24-53f9a2b4e341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4990041a-0488-4daa-8ec1-194ea30cb3c7'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:10:06.391579 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f028a99-d397-4575-b5be-87eaac47f827" -d '{"events": [{"server_uuid": "57674072-c591-4d35-af24-53f9a2b4e341", "name": "network-vif-unplugged", "status": "completed", "tag": "4990041a-0488-4daa-8ec1-194ea30cb3c7"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:10:06.431999 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 4990041a-0488-4daa-8ec1-194ea30cb3c7, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=4990041a-0488-4daa-8ec1-194ea30cb3c7,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:06.451186 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb9af6-c3fa-45d8-8942-56f62dccce6e req-0a0e0d98-aa1a-4213-8ba6-9f0dacb1bf6e tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:06.465846 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c7eb9af6-c3fa-45d8-8942-56f62dccce6e req-0a0e0d98-aa1a-4213-8ba6-9f0dacb1bf6e tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 949 time: 0.4885075 Jun 11 18:10:06.472455 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:06.479355 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device e1d85727-5ced-4c5a-a96a-b5ed5ee94814 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:10:06.500814 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:06.608928 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dd9c6-b963-4dfa-8e25-f8a82c7ca882 req-58302093-d094-4e91-b782-e23c0042595d tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:06.620474 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:06.624361 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-260dd9c6-b963-4dfa-8e25-f8a82c7ca882 req-58302093-d094-4e91-b782-e23c0042595d tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 0.6075001 Jun 11 18:10:06.699319 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547271a-3460-4420-91ff-1b6441678803 req-d969e816-4708-4fc5-bdbf-e3dbffdbee36 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:06.703013 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8547271a-3460-4420-91ff-1b6441678803 req-d969e816-4708-4fc5-bdbf-e3dbffdbee36 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.77 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 945 time: 2.0866058 Jun 11 18:10:06.730826 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c7eb9af6-c3fa-45d8-8942-56f62dccce6e req-a9941572-b04c-4887-8157-9a7ed4029c2f tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/security-groups?id=d785f194-22cc-40bb-8e36-747241c2917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624192 Jun 11 18:10:06.889754 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-260dd9c6-b963-4dfa-8e25-f8a82c7ca882 req-7824ee0a-119f-429e-b406-5720d08e8819 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575629 Jun 11 18:10:06.899031 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device d23cd066-2fb5-4874-a287-36a27b7d89c5 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:07.046105 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 18:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a603f8-b598-4acc-b1e1-57e762df396d x-openstack-request-id: req-97a603f8-b598-4acc-b1e1-57e762df396d {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:10:07.046595 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57674072-c591-4d35-af24-53f9a2b4e341", "name": "network-vif-unplugged", "status": "completed", "tag": "4990041a-0488-4daa-8ec1-194ea30cb3c7", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:10:07.047388 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-97a603f8-b598-4acc-b1e1-57e762df396d {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:10:07.048116 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57674072-c591-4d35-af24-53f9a2b4e341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4990041a-0488-4daa-8ec1-194ea30cb3c7', 'code': 200} Jun 11 18:10:07.289179 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=4990041a-0488-4daa-8ec1-194ea30cb3c7,revision_number=6']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:07.357599 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:07.421310 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port d23cd066-2fb5-4874-a287-36a27b7d89c5 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:07.421965 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:07.529132 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:07.953175 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-6b85e274-4db4-47c8-889c-df03142cc78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:07.955972 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-6b85e274-4db4-47c8-889c-df03142cc78f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92&tenant_id=86e14e1c12ff423f9c1b015253b19503 HTTP/1.1" status: 200 len: 1096 time: 0.5289168 Jun 11 18:10:07.994599 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb901f0-f1fa-4f74-a7fa-441c53593d90 req-6910e749-053a-4c97-adb8-63cb8c1daeaf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:07.997242 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0fb901f0-f1fa-4f74-a7fa-441c53593d90 req-6910e749-053a-4c97-adb8-63cb8c1daeaf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.5305068 Jun 11 18:10:08.187364 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0fb901f0-f1fa-4f74-a7fa-441c53593d90 req-173ad611-741e-4df8-b058-bdaa312731de tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106780 Jun 11 18:10:08.282396 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-c4454abe-f84a-41f3-bbc4-45e4d93998c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:08.289470 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-c4454abe-f84a-41f3-bbc4-45e4d93998c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e14e1c12ff423f9c1b015253b19503&device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 1096 time: 0.2860444 Jun 11 18:10:08.691950 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-669884b7-aac1-4e8f-a0b9-1f3a2fc2db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:08.695665 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-669884b7-aac1-4e8f-a0b9-1f3a2fc2db1c service neutron] 10.222.0.77 "GET /v2.0/networks?id=50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 200 len: 918 time: 0.3958719 Jun 11 18:10:08.719871 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-504f1544-5c79-435a-aee1-e7e3751d9f2a req-9f172aa0-f677-4787-847d-d2fef18714bb tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:08.793555 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8d9db2ef-9c9c-4914-bd9b-1ab78063af40 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:08.930811 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:08.964334 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f172aa0-f677-4787-847d-d2fef18714bb tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Pushing event deleted for resources: {'Port': ['ID=e1d85727-5ced-4c5a-a96a-b5ed5ee94814,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:08.983350 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-9f172aa0-f677-4787-847d-d2fef18714bb tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:08.986929 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-8547271a-3460-4420-91ff-1b6441678803 req-0722f343-30a5-4cfd-a386-d3cdcf38197e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Deleting port 4990041a-0488-4daa-8ec1-194ea30cb3c7 {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:10:08.987619 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8547271a-3460-4420-91ff-1b6441678803 req-0722f343-30a5-4cfd-a386-d3cdcf38197e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:09.062123 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:09.105940 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:09.128473 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-4fbbe8d3-a6c0-477d-9109-980508667952 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029 HTTP/1.1" status: 200 len: 998 time: 0.4005430 Jun 11 18:10:09.143703 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-25e059a7-65ef-4e2c-9e26-03f841667dcc req-88465fb1-4baa-423e-a670-436740683f1f tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 210 time: 0.4434600 Jun 11 18:10:09.421308 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-a4bbff4b-de40-48b1-a5f3-37be8391c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:09.423891 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-a4bbff4b-de40-48b1-a5f3-37be8391c54b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4159feda-883d-4a61-bfd7-ed412eb99cf3 HTTP/1.1" status: 200 len: 855 time: 0.2694445 Jun 11 18:10:09.607963 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ded7e3-c806-4a6b-97e3-f381aed40bff req-102d9061-fca4-41fa-acfc-44de44de96dc tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:09.610826 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-41ded7e3-c806-4a6b-97e3-f381aed40bff req-102d9061-fca4-41fa-acfc-44de44de96dc tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 943 time: 0.6903570 Jun 11 18:10:09.793728 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-504f1544-5c79-435a-aee1-e7e3751d9f2a req-9f172aa0-f677-4787-847d-d2fef18714bb tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] No DVR routers for this DVR port e1d85727-5ced-4c5a-a96a-b5ed5ee94814 on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:10:09.855579 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-504f1544-5c79-435a-aee1-e7e3751d9f2a req-9f172aa0-f677-4787-847d-d2fef18714bb tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:09.864411 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-504f1544-5c79-435a-aee1-e7e3751d9f2a req-9f172aa0-f677-4787-847d-d2fef18714bb tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.77 "DELETE /v2.0/ports/e1d85727-5ced-4c5a-a96a-b5ed5ee94814 HTTP/1.1" status: 204 len: 173 time: 6.5301054 Jun 11 18:10:09.872829 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd771a3be-8aa3-4155-93d0-e22d0216ba3c', 'name': 'network-vif-deleted', 'tag': 'e1d85727-5ced-4c5a-a96a-b5ed5ee94814'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:10:09.878045 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0706822c-f860-4afe-9bf5-6234bf3d84d7" -d '{"events": [{"server_uuid": "d771a3be-8aa3-4155-93d0-e22d0216ba3c", "name": "network-vif-deleted", "tag": "e1d85727-5ced-4c5a-a96a-b5ed5ee94814"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:10:09.929570 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002379'] for router_interface, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:09.932684 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-41ded7e3-c806-4a6b-97e3-f381aed40bff req-601dbe39-92dd-488d-870b-7b971e5ea2b0 tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/security-groups?id=abc94adc-d23e-4041-b813-4c8b1cccd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696130 Jun 11 18:10:09.969915 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Pushing event updated for resources: {'Port': ['ID=0367034b-087c-4c6f-8411-2b81567c8e85,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:09.972086 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-cb3194ca-e6ea-4cb8-a3a7-b27287cf787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:09.975417 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-cb3194ca-e6ea-4cb8-a3a7-b27287cf787b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50265511-d9df-48bb-b4ed-800ebda6a31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5371621 Jun 11 18:10:09.979625 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:10.066264 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-8547271a-3460-4420-91ff-1b6441678803 req-0722f343-30a5-4cfd-a386-d3cdcf38197e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] For port 4990041a-0488-4daa-8ec1-194ea30cb3c7, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=4990041a-0488-4daa-8ec1-194ea30cb3c7,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:10.067542 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8547271a-3460-4420-91ff-1b6441678803 req-0722f343-30a5-4cfd-a386-d3cdcf38197e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:10.291489 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-051a6514-225b-4e41-b31d-2fff9f583a4b service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030918 Jun 11 18:10:10.398059 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28463dda-de72-4270-9e84-1fdf200266ed req-6af0ee84-f4b7-4bdc-9a45-44e0e70e4825 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:10.399444 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-28463dda-de72-4270-9e84-1fdf200266ed req-6af0ee84-f4b7-4bdc-9a45-44e0e70e4825 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.6436074 Jun 11 18:10:10.647796 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-8547271a-3460-4420-91ff-1b6441678803 req-0722f343-30a5-4cfd-a386-d3cdcf38197e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Calling delete_port for 4990041a-0488-4daa-8ec1-194ea30cb3c7 owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:10:10.770551 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-117014fa-ca00-4de5-abc8-7fdf49a6e570 req-74b02ead-a9f3-4355-8fe0-a0ff03f5b102 service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714594 Jun 11 18:10:10.883463 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-28463dda-de72-4270-9e84-1fdf200266ed req-74b89a13-bcd2-485c-8888-52693b61178d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4663324 Jun 11 18:10:11.027442 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3146bffa-2804-45f3-9687-cb629053dd6c x-openstack-request-id: req-3146bffa-2804-45f3-9687-cb629053dd6c {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:10:11.028200 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d771a3be-8aa3-4155-93d0-e22d0216ba3c", "name": "network-vif-deleted", "tag": "e1d85727-5ced-4c5a-a96a-b5ed5ee94814", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:10:11.028381 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3146bffa-2804-45f3-9687-cb629053dd6c {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:10:11.029668 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd771a3be-8aa3-4155-93d0-e22d0216ba3c', 'name': 'network-vif-deleted', 'tag': 'e1d85727-5ced-4c5a-a96a-b5ed5ee94814', 'status': 'completed', 'code': 200} Jun 11 18:10:11.214566 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Network 74f1e102-fbb3-4c67-8a71-6f0276c52943 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:11.220517 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:11.674405 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fb8a5849-b5c0-4a62-919c-dfc6fa7aa07c req-e091add3-e6fd-44bc-92a1-1f3b84334b5c tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] 10.222.0.63 "GET /v2.0/ports?device_id=d771a3be-8aa3-4155-93d0-e22d0216ba3c HTTP/1.1" status: 200 len: 210 time: 0.2703199 Jun 11 18:10:11.853130 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cd9dd-b103-45bd-8893-579f50099557 req-73901b51-c2f7-41c4-bd6b-6ca378ab4fa5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:11.856158 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7b1cd9dd-b103-45bd-8893-579f50099557 req-73901b51-c2f7-41c4-bd6b-6ca378ab4fa5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.4504259 Jun 11 18:10:11.859762 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-f17be3b9-4763-4fa7-9fda-130c532b220e None None] Provisioning complete for port 0367034b-087c-4c6f-8411-2b81567c8e85 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:11.860710 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f17be3b9-4763-4fa7-9fda-130c532b220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:11.986112 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8547271a-3460-4420-91ff-1b6441678803 req-0722f343-30a5-4cfd-a386-d3cdcf38197e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:12.018893 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:12.037846 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-f17be3b9-4763-4fa7-9fda-130c532b220e None None] Port 0367034b-087c-4c6f-8411-2b81567c8e85 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:10:12.057984 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7b1cd9dd-b103-45bd-8893-579f50099557 req-1a2a19a9-bf9c-46f2-9a3d-6a439e30a41f tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627979 Jun 11 18:10:12.109145 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Router fc39a45e-87a2-42a5-90b4-79bdd246446c has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:10:12.118070 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722f343-30a5-4cfd-a386-d3cdcf38197e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Pushing event deleted for resources: {'Port': ['ID=4990041a-0488-4daa-8ec1-194ea30cb3c7,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:12.147569 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-0722f343-30a5-4cfd-a386-d3cdcf38197e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:12.293519 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-8547271a-3460-4420-91ff-1b6441678803 req-0722f343-30a5-4cfd-a386-d3cdcf38197e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] No DVR routers for this DVR port 4990041a-0488-4daa-8ec1-194ea30cb3c7 on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:10:12.298509 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8547271a-3460-4420-91ff-1b6441678803 req-0722f343-30a5-4cfd-a386-d3cdcf38197e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:12.303321 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8547271a-3460-4420-91ff-1b6441678803 req-0722f343-30a5-4cfd-a386-d3cdcf38197e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.77 "DELETE /v2.0/ports/4990041a-0488-4daa-8ec1-194ea30cb3c7 HTTP/1.1" status: 204 len: 173 time: 5.5919325 Jun 11 18:10:12.406128 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1389f34c-58a6-44d5-8e15-b65da7421034 req-d695d69f-2f7e-4778-84a4-aaf5e55bfa3d tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 210 time: 0.1880581 Jun 11 18:10:12.463270 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:12.868201 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:10:12.895081 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fdf73-7768-441c-a91c-a62e6f407be8 req-5118dcd6-360c-4e77-88a9-eaf6cb5b73a7 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:12.898579 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Sync routers for ids ['fc39a45e-87a2-42a5-90b4-79bdd246446c'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:10:12.920907 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] 10.222.0.63 "PUT /v2.0/routers/fc39a45e-87a2-42a5-90b4-79bdd246446c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0336359 Jun 11 18:10:12.922583 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e52fdf73-7768-441c-a91c-a62e6f407be8 req-5118dcd6-360c-4e77-88a9-eaf6cb5b73a7 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.5066936 Jun 11 18:10:12.979743 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Routers {'fc39a45e-87a2-42a5-90b4-79bdd246446c'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:13.009273 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:09:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['fc39a45e-87a2-42a5-90b4-79bdd246446c'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:13.031705 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57674072-c591-4d35-af24-53f9a2b4e341', 'name': 'network-vif-deleted', 'tag': '4990041a-0488-4daa-8ec1-194ea30cb3c7'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:10:13.036421 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a94b92-b258-4c25-b3d0-01d9927874df" -d '{"events": [{"server_uuid": "57674072-c591-4d35-af24-53f9a2b4e341", "name": "network-vif-deleted", "tag": "4990041a-0488-4daa-8ec1-194ea30cb3c7"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:10:13.248949 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e52fdf73-7768-441c-a91c-a62e6f407be8 req-6af531ea-6c74-45e6-9d4a-4014ba8037f3 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3207674 Jun 11 18:10:13.462366 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba07fc9f-738c-45e5-aac1-7ec2c62add0e x-openstack-request-id: req-ba07fc9f-738c-45e5-aac1-7ec2c62add0e {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:10:13.463354 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57674072-c591-4d35-af24-53f9a2b4e341", "name": "network-vif-deleted", "tag": "4990041a-0488-4daa-8ec1-194ea30cb3c7", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:10:13.463681 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ba07fc9f-738c-45e5-aac1-7ec2c62add0e {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:10:13.464741 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57674072-c591-4d35-af24-53f9a2b4e341', 'name': 'network-vif-deleted', 'tag': '4990041a-0488-4daa-8ec1-194ea30cb3c7', 'status': 'completed', 'code': 200} Jun 11 18:10:13.853137 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Set router fc39a45e-87a2-42a5-90b4-79bdd246446c gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:14.149489 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ed8cd882-ebcb-4d78-aa17-4500121f1176 req-ca8a98be-dbd0-4684-a0a3-ffede337a00b tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] 10.222.0.63 "GET /v2.0/ports?device_id=57674072-c591-4d35-af24-53f9a2b4e341 HTTP/1.1" status: 200 len: 210 time: 0.2113726 Jun 11 18:10:14.250970 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb056187-1837-46cf-999b-87c92b60b360 req-403afa0e-579f-4652-8dec-9258959629d6 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:14.255674 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-eb056187-1837-46cf-999b-87c92b60b360 req-403afa0e-579f-4652-8dec-9258959629d6 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.4235597 Jun 11 18:10:14.519233 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-eb056187-1837-46cf-999b-87c92b60b360 req-1a13f3e2-ee1a-4d6f-81d7-01adb02dcd64 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498004 Jun 11 18:10:14.642851 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'name': 'tempest-TestMinimumBasicScenario-1565730790-router', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:47Z', 'updated_at': '2021-06-11T18:10:05Z', 'revision_number': 4, 'project_id': '91e82ede1a904a908c61e31fea4f6425', 'gw_port': {'id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:50Z', 'updated_at': '2021-06-11T18:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '0367034b-087c-4c6f-8411-2b81567c8e85', 'name': '', 'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'mac_address': 'fa:16:3e:aa:b5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd99227a1-4056-4c12-b0a0-909fc6713ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:01Z', 'updated_at': '2021-06-11T18:10:07Z', 'revision_number': 2, 'project_id': '91e82ede1a904a908c61e31fea4f6425', 'subnets': [{'id': 'd99227a1-4056-4c12-b0a0-909fc6713ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:14.649655 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Checking router: fc39a45e-87a2-42a5-90b4-79bdd246446c for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:10:14.650226 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Updating router fc39a45e-87a2-42a5-90b4-79bdd246446c port 0367034b-087c-4c6f-8411-2b81567c8e85 binding host dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:10:14.842740 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:15.006684 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5b6f7-7ec5-4a61-87df-269e59e52a15 req-f38bcc5d-b46b-4f0b-8190-ef0811316a46 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:15.012184 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7ed5b6f7-7ec5-4a61-87df-269e59e52a15 req-f38bcc5d-b46b-4f0b-8190-ef0811316a46 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.1792507 Jun 11 18:10:15.164235 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7ed5b6f7-7ec5-4a61-87df-269e59e52a15 req-34daa058-8fcd-4b30-b8d3-4909631dab19 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316936 Jun 11 18:10:15.436361 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 51620) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:15.988120 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Notify callbacks [] for port, precommit_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:16.008462 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Transition to ACTIVE for port object 0367034b-087c-4c6f-8411-2b81567c8e85 will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:16.033458 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:16.040326 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:16.507815 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c69e9-e92e-4aba-8f15-04c8560b7984 None None] Pushing event updated for resources: {'Port': ['ID=0367034b-087c-4c6f-8411-2b81567c8e85,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:16.515382 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-c39c69e9-e92e-4aba-8f15-04c8560b7984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:16.758809 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Attempting to bind port 0367034b-087c-4c6f-8411-2b81567c8e85 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:16.759846 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Attempting to bind port 0367034b-087c-4c6f-8411-2b81567c8e85 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '2d33b7b2-1b4e-4184-9859-24f56d353859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:16.760655 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Attempting to bind port 0367034b-087c-4c6f-8411-2b81567c8e85 on network 74f1e102-fbb3-4c67-8a71-6f0276c52943 {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:16.770575 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:16.771146 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Checking segment: {'id': '2d33b7b2-1b4e-4184-9859-24f56d353859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:16.771793 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:16.772505 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Bound using segment: {'id': '2d33b7b2-1b4e-4184-9859-24f56d353859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:16.773431 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Bound port: 0367034b-087c-4c6f-8411-2b81567c8e85, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d33b7b2-1b4e-4184-9859-24f56d353859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:16.774067 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:16.930945 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] For port 0367034b-087c-4c6f-8411-2b81567c8e85, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:16.938109 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] For port 0367034b-087c-4c6f-8411-2b81567c8e85, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=0367034b-087c-4c6f-8411-2b81567c8e85,segment=NetworkSegment(2d33b7b2-1b4e-4184-9859-24f56d353859),segment_id=2d33b7b2-1b4e-4184-9859-24f56d353859)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:16.956886 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:16.977841 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:17.326658 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c69e9-e92e-4aba-8f15-04c8560b7984 None None] Pushing event updated for resources: {'Port': ['ID=0367034b-087c-4c6f-8411-2b81567c8e85,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:17.332658 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-c39c69e9-e92e-4aba-8f15-04c8560b7984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:17.351105 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Routers {'fc39a45e-87a2-42a5-90b4-79bdd246446c'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:17.352476 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:09:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['fc39a45e-87a2-42a5-90b4-79bdd246446c'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:18.052115 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737218-988c-4f3f-b0e6-892c9a84e72d req-63b20c4b-95ec-4ff9-8836-a1c7d7f102ac tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:18.055150 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-63737218-988c-4f3f-b0e6-892c9a84e72d req-63b20c4b-95ec-4ff9-8836-a1c7d7f102ac tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 1.0148470 Jun 11 18:10:18.166639 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] Set router fc39a45e-87a2-42a5-90b4-79bdd246446c gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:18.188153 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda44733-d6c0-4014-bec1-68293fbc5ae1 req-db7807d8-236f-4472-8ad5-96b524be2653 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:18.214411 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-eda44733-d6c0-4014-bec1-68293fbc5ae1 req-db7807d8-236f-4472-8ad5-96b524be2653 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 1.1442239 Jun 11 18:10:18.577411 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-63737218-988c-4f3f-b0e6-892c9a84e72d req-ebc9bf08-22a3-4e62-866d-e5f42ddd8916 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4923732 Jun 11 18:10:18.722318 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-eda44733-d6c0-4014-bec1-68293fbc5ae1 req-324f292e-7c89-4e9b-9587-77a9da70d788 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5074489 Jun 11 18:10:18.896812 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002388'] for router_interface, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:18.917660 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 51638) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:19.268876 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-37ee1ab1-e3dd-45c8-b67c-c600642c5a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:19.610016 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'name': 'tempest-TestMinimumBasicScenario-1565730790-router', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:47Z', 'updated_at': '2021-06-11T18:10:05Z', 'revision_number': 4, 'project_id': '91e82ede1a904a908c61e31fea4f6425', 'gw_port': {'id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:50Z', 'updated_at': '2021-06-11T18:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '0367034b-087c-4c6f-8411-2b81567c8e85', 'name': '', 'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'mac_address': 'fa:16:3e:aa:b5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd99227a1-4056-4c12-b0a0-909fc6713ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:01Z', 'updated_at': '2021-06-11T18:10:16Z', 'revision_number': 4, 'project_id': '91e82ede1a904a908c61e31fea4f6425', 'subnets': [{'id': 'd99227a1-4056-4c12-b0a0-909fc6713ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:19.621056 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-37ee1ab1-e3dd-45c8-b67c-c600642c5a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:19.630892 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe0271a-1d4d-430a-b89f-3cb3cd7beb3e None None] The sync data for ids ['fc39a45e-87a2-42a5-90b4-79bdd246446c'] in dv-cinder-796049-1-smb is: [{'id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'name': 'tempest-TestMinimumBasicScenario-1565730790-router', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:47Z', 'updated_at': '2021-06-11T18:10:05Z', 'revision_number': 4, 'project_id': '91e82ede1a904a908c61e31fea4f6425', 'gw_port': {'id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:50Z', 'updated_at': '2021-06-11T18:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '0367034b-087c-4c6f-8411-2b81567c8e85', 'name': '', 'network_id': '74f1e102-fbb3-4c67-8a71-6f0276c52943', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'mac_address': 'fa:16:3e:aa:b5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd99227a1-4056-4c12-b0a0-909fc6713ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:01Z', 'updated_at': '2021-06-11T18:10:16Z', 'revision_number': 4, 'project_id': '91e82ede1a904a908c61e31fea4f6425', 'subnets': [{'id': 'd99227a1-4056-4c12-b0a0-909fc6713ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:10:19.632152 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-37ee1ab1-e3dd-45c8-b67c-c600642c5a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:19.653745 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f4fc42f0-6c0e-4fb7-a237-76b4ee7085aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:19.804737 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-37ee1ab1-e3dd-45c8-b67c-c600642c5a45 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=42140f2197cb434f9b4c333349a6559a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8820012 Jun 11 18:10:19.840216 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 51648) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:20.028991 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee1ab1-e3dd-45c8-b67c-c600642c5a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5569f1-f4f4-4744-88fe-1af481688684,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:20.075875 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-37ee1ab1-e3dd-45c8-b67c-c600642c5a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:20.078137 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ffb7be15-536b-4e64-ac8a-32f190036813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:20.102126 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b3be506f-dcf4-419f-a793-fae4ca658404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:20.181929 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ffb7be15-536b-4e64-ac8a-32f190036813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:20.353199 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ffb7be15-536b-4e64-ac8a-32f190036813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:20.357626 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ffb7be15-536b-4e64-ac8a-32f190036813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:20.370197 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-ffb7be15-536b-4e64-ac8a-32f190036813 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ae5569f1-f4f4-4744-88fe-1af481688684 HTTP/1.1" status: 204 len: 168 time: 0.5205915 Jun 11 18:10:20.373941 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3e7e1e3f-4492-4408-b421-ace4f3772267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:20.411307 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7be15-536b-4e64-ac8a-32f190036813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5569f1-f4f4-4744-88fe-1af481688684,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:20.415968 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ffb7be15-536b-4e64-ac8a-32f190036813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:20.809902 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c679c-0c39-4c65-b83f-b5d4bcdfbceb req-26bebbf9-05de-4492-90ec-6ed1451f97f2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:20.812723 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f13c679c-0c39-4c65-b83f-b5d4bcdfbceb req-26bebbf9-05de-4492-90ec-6ed1451f97f2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.3824785 Jun 11 18:10:20.988002 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a83e45-253c-480f-9178-e0614eca179f req-40a73cd6-1fef-43e0-a034-871a808f2d6f tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:20.993859 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-60a83e45-253c-480f-9178-e0614eca179f req-40a73cd6-1fef-43e0-a034-871a808f2d6f tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.7360203 Jun 11 18:10:20.995282 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 0367034b-087c-4c6f-8411-2b81567c8e85 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:21.239419 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port 0367034b-087c-4c6f-8411-2b81567c8e85 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:21.246827 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 0367034b-087c-4c6f-8411-2b81567c8e85 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:21.248393 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:21.535066 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f13c679c-0c39-4c65-b83f-b5d4bcdfbceb req-4d8b3154-d234-43fc-af74-fab880f7ced6 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6199226 Jun 11 18:10:21.582728 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-60a83e45-253c-480f-9178-e0614eca179f req-39a7ee8b-3858-4d46-859a-e8d14d891c6a tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5563304 Jun 11 18:10:21.677287 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] Deleting port 73542a77-4ac4-4a7f-b365-8300daf956a6 {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:10:21.677287 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:21.775814 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:21.923924 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port 0367034b-087c-4c6f-8411-2b81567c8e85, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=0367034b-087c-4c6f-8411-2b81567c8e85,segment=NetworkSegment(2d33b7b2-1b4e-4184-9859-24f56d353859),segment_id=2d33b7b2-1b4e-4184-9859-24f56d353859)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:21.946155 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:21.951725 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-58b6aea9-a75d-4d8b-945c-68346b3a13e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:22.140779 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] For port 73542a77-4ac4-4a7f-b365-8300daf956a6, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=73542a77-4ac4-4a7f-b365-8300daf956a6,segment=NetworkSegment(51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee),segment_id=51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:22.141726 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:22.309090 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=0367034b-087c-4c6f-8411-2b81567c8e85,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:22.330641 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:22.443049 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:22.539925 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] Calling delete_port for 73542a77-4ac4-4a7f-b365-8300daf956a6 owned by network:router_interface {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:10:22.788852 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b5613ed3-2166-4702-b2b0-ad32099525b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:23.016746 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 51676) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:23.084655 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 0367034b-087c-4c6f-8411-2b81567c8e85 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:23.284154 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:23.290615 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:23.329279 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 0367034b-087c-4c6f-8411-2b81567c8e85 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:23.330207 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:23.420815 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] Pushing event deleted for resources: {'Port': ['ID=73542a77-4ac4-4a7f-b365-8300daf956a6,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:23.461392 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-339340447-network', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:23.481381 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:23.557113 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Made reservation on behalf of 61b1c0ab350c40f899fc30e7bb6a63b9 for: {'network': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:23.565523 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:23.622933 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:23.749253 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:23.825621 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab157ee8-477e-4b52-ad46-b9f0f68c75b7 req-ad9c0b73-cd4a-403f-bd8e-f364c96c1b68 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:23.828365 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ab157ee8-477e-4b52-ad46-b9f0f68c75b7 req-ad9c0b73-cd4a-403f-bd8e-f364c96c1b68 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.5586495 Jun 11 18:10:23.925228 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3bdf7-157d-4fb5-9031-b879b112afb5 req-985becd3-ef95-4b7f-bb3c-5c56cd6f2a4c tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:23.952864 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b4f3bdf7-157d-4fb5-9031-b879b112afb5 req-985becd3-ef95-4b7f-bb3c-5c56cd6f2a4c tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.5553157 Jun 11 18:10:23.970327 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:23.983742 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:23.993805 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f3c1642c-414d-42e9-b129-50c92a40c3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:24.049668 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=91992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:10:24.097789 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76de3fb-ede8-44a8-a5af-6278930772ea,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:24.107526 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:24.110176 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:24.111162 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.segments_db [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Added segment 4b865192-7892-4a00-81df-1e972e6528bd of type vlan for network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc Jun 11 18:10:24.229322 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:24.318556 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:24.322236 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:24.323591 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:24.340675 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-505b2664-7c34-41d3-b8dc-f0664b733170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:24.712594 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6473823 Jun 11 18:10:24.726787 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 51680) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:24.742890 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ab157ee8-477e-4b52-ad46-b9f0f68c75b7 req-665c098e-11f4-4a9c-a0b1-0fe4165dcb6e tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8898358 Jun 11 18:10:24.780444 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] Request body: {'subnet': {'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-339340447-subnet', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'ip_version': 4}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:24.864522 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Pushing event updated for resources: {'Network': ['ID=68c2a39e-51c2-4a29-9b18-aeee25bae2cc,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:24.870418 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:24.881961 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:10:24.915024 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b4f3bdf7-157d-4fb5-9031-b879b112afb5 req-4db35d47-5e4b-4bcd-b753-9f2154ec93f6 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9075217 Jun 11 18:10:24.925548 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] Made reservation on behalf of 61b1c0ab350c40f899fc30e7bb6a63b9 for: {'subnet': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:24.931832 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29870561'] for subnet, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:25.579254 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999428'] for router_interface, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:25.681699 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:26.301772 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6029a0c-9a29-4a7a-8d04-ef29d53b69e3 req-d43a0e80-14c5-4f0a-ba6a-a6709eb7c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:26.308923 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6029a0c-9a29-4a7a-8d04-ef29d53b69e3 req-d43a0e80-14c5-4f0a-ba6a-a6709eb7c618 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=00ab5e082c9c46598b282b55ea9f9587&device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 1098 time: 0.2624681 Jun 11 18:10:26.616474 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29515637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29870583'] for subnet, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:26.722906 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-94179362-1681-4be5-a494-262b5952c6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:26.835014 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6029a0c-9a29-4a7a-8d04-ef29d53b69e3 req-eabb7243-cba0-4c2a-aa64-ee41fb973a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:26.838042 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6029a0c-9a29-4a7a-8d04-ef29d53b69e3 req-eabb7243-cba0-4c2a-aa64-ee41fb973a0a service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8b07964-869c-4914-9bdd-9766517dc52f HTTP/1.1" status: 200 len: 912 time: 0.5100296 Jun 11 18:10:26.854374 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1851b65a-e963-43c3-82e7-37d15519f5e3,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:26.953169 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:27.151311 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6029a0c-9a29-4a7a-8d04-ef29d53b69e3 req-b45f54f3-f776-482b-92f9-ae77ec061323 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f06f3702-3bd4-4728-8a93-2d0c88f2300b HTTP/1.1" status: 200 len: 1000 time: 0.2974825 Jun 11 18:10:27.167524 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c55c24-2b9f-4e03-b7bf-586b47b8126a req-64a00077-2020-4a38-ba69-c67e0d1bc740 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:27.170506 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-47c55c24-2b9f-4e03-b7bf-586b47b8126a req-64a00077-2020-4a38-ba69-c67e0d1bc740 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.5806997 Jun 11 18:10:27.257993 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] Checking segment: {'id': '4b865192-7892-4a00-81df-1e972e6528bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:27.258606 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] Network hostable DHCP agents. Network: 68c2a39e-51c2-4a29-9b18-aeee25bae2cc, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:10:27.299859 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6029a0c-9a29-4a7a-8d04-ef29d53b69e3 req-8bfb9de3-44a6-49a6-90ff-19619b1462e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:27.303193 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6029a0c-9a29-4a7a-8d04-ef29d53b69e3 req-8bfb9de3-44a6-49a6-90ff-19619b1462e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2bf2a25e-eb7f-4c90-8184-8c11922c2acb HTTP/1.1" status: 200 len: 849 time: 0.1416523 Jun 11 18:10:27.339909 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1467393-b3a1-427d-8077-26cce6468dfb req-515f53c1-1497-4ad7-80c2-da428692bff4 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:27.364030 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b1467393-b3a1-427d-8077-26cce6468dfb req-515f53c1-1497-4ad7-80c2-da428692bff4 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.7905772 Jun 11 18:10:27.422577 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-47c55c24-2b9f-4e03-b7bf-586b47b8126a req-b2252b68-42ec-488d-b31d-403f90236024 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065108 Jun 11 18:10:27.435073 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] Router 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:10:27.491368 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6029a0c-9a29-4a7a-8d04-ef29d53b69e3 req-b9daec13-d9ed-4d2b-9ec8-caa25e3c21b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:27.501750 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6029a0c-9a29-4a7a-8d04-ef29d53b69e3 req-b9daec13-d9ed-4d2b-9ec8-caa25e3c21b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8b07964-869c-4914-9bdd-9766517dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1783800 Jun 11 18:10:27.584076 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b1467393-b3a1-427d-8077-26cce6468dfb req-f8fe7712-5858-43db-a8d8-f9b3519360f5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184384 Jun 11 18:10:27.588115 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] Network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:10:27.653871 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, 68c2a39e-51c2-4a29-9b18-aeee25bae2cc) {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:27.674222 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc33910f-c9c1-4e96-8a65-61921f09f50f None None] Network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:27.824077 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:27.825769 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:27.847424 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6029a0c-9a29-4a7a-8d04-ef29d53b69e3 req-b066bca5-7028-4ccf-b5bd-0c0a48304a29 service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417215 Jun 11 18:10:28.001773 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.2622948 Jun 11 18:10:28.009011 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 51694) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:28.033680 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:28.187546 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7400'] for router, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:28.189446 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2023106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7393'] for router, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:28.208590 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:10:28.224189 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f709f4-5088-441a-ba65-4edf281a1c47 None None] Sync routers for ids ['70c76653-ec1a-4065-9a9d-7109cb9cd0f6'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:10:28.260733 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f709f4-5088-441a-ba65-4edf281a1c47 None None] Routers {'70c76653-ec1a-4065-9a9d-7109cb9cd0f6'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:28.269564 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] 10.222.0.63 "PUT /v2.0/routers/70c76653-ec1a-4065-9a9d-7109cb9cd0f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8281538 Jun 11 18:10:28.270053 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-f4f709f4-5088-441a-ba65-4edf281a1c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:10:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70c76653-ec1a-4065-9a9d-7109cb9cd0f6'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:28.272189 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 51696) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:28.361838 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8400c961-7cb8-5e80-b540-d63c93360b33-68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'fixed_ips': [{'subnet_id': '1851b65a-e963-43c3-82e7-37d15519f5e3'}]}} from dv-cinder-796049-1-smb. {{(pid=91993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:10:28.363611 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:28.607111 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:28.642268 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-f4f709f4-5088-441a-ba65-4edf281a1c47 None None] Set router 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:29.219195 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.db_base_plugin_common [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Allocated IP 172.20.0.2 (68c2a39e-51c2-4a29-9b18-aeee25bae2cc/1851b65a-e963-43c3-82e7-37d15519f5e3/3832bc11-7de8-43da-931f-2d1a8b7a612e) {{(pid=91993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:29.682145 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-f4f709f4-5088-441a-ba65-4edf281a1c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1255024423-router', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:10:23Z', 'revision_number': 5, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'gw_port': {'id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:32Z', 'updated_at': '2021-06-11T18:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:29.688792 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f709f4-5088-441a-ba65-4edf281a1c47 None None] Checking router: 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:10:29.753131 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f709f4-5088-441a-ba65-4edf281a1c47 None None] Routers {'70c76653-ec1a-4065-9a9d-7109cb9cd0f6'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:29.754176 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-f4f709f4-5088-441a-ba65-4edf281a1c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:10:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70c76653-ec1a-4065-9a9d-7109cb9cd0f6'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:29.759467 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7415'] for router, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:29.920267 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:29.958249 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6029a0c-9a29-4a7a-8d04-ef29d53b69e3 req-d1dac727-0128-46eb-a1f5-dfb5f83cee62 service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1036696 Jun 11 18:10:29.972982 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd49bbd-5a23-47c6-afc8-86a839e60bfe req-11a3011e-98f9-4e16-a7d9-b0d271477d37 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:29.976384 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3cd49bbd-5a23-47c6-afc8-86a839e60bfe req-11a3011e-98f9-4e16-a7d9-b0d271477d37 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.5304997 Jun 11 18:10:30.056078 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Notify callbacks [] for port, precommit_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:30.116009 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Transition to ACTIVE for port object 3832bc11-7de8-43da-931f-2d1a8b7a612e will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:30.198981 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279ca19-6cb0-4773-adff-2ac2d8f64553 req-0db4401b-962c-4ddf-8823-a0b6202faa84 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:30.213747 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b279ca19-6cb0-4773-adff-2ac2d8f64553 req-0db4401b-962c-4ddf-8823-a0b6202faa84 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.9592860 Jun 11 18:10:30.245326 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Transition to ACTIVE for port object 3832bc11-7de8-43da-931f-2d1a8b7a612e will not be triggered until provisioned by entity DHCP. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:30.266993 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-f4f709f4-5088-441a-ba65-4edf281a1c47 None None] Set router 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:30.270716 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3cd49bbd-5a23-47c6-afc8-86a839e60bfe req-610fa092-6c0e-47db-9c29-eda7cbdd4333 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802045 Jun 11 18:10:30.287303 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:30.302189 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:30.458509 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b279ca19-6cb0-4773-adff-2ac2d8f64553 req-6f76fcc4-408f-41c3-8954-3c546d0630f6 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426808 Jun 11 18:10:30.511407 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Pushing event updated for resources: {'Port': ['ID=3832bc11-7de8-43da-931f-2d1a8b7a612e,revision_number=1']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:30.619696 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:30.669940 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:30.690377 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc is already hosted by enough agents. {{(pid=91993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:30.696183 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.base_scheduler [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Resources bound (agent type, host, resource id): {{(pid=91993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:30.716774 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Received port after_create {{(pid=91993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:30.980914 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Deleting port 9eddc163-144c-4680-b046-9fcc96dbdb93 {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:10:30.982581 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:31.089495 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Attempting to bind port 3832bc11-7de8-43da-931f-2d1a8b7a612e on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:31.090653 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Attempting to bind port 3832bc11-7de8-43da-931f-2d1a8b7a612e by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '4b865192-7892-4a00-81df-1e972e6528bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:31.092007 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Attempting to bind port 3832bc11-7de8-43da-931f-2d1a8b7a612e on network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:31.107289 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:31.108580 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Checking segment: {'id': '4b865192-7892-4a00-81df-1e972e6528bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:31.110187 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:31.113570 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Bound using segment: {'id': '4b865192-7892-4a00-81df-1e972e6528bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:31.115111 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Bound port: 3832bc11-7de8-43da-931f-2d1a8b7a612e, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b865192-7892-4a00-81df-1e972e6528bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:31.117458 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:31.285082 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] For port 9eddc163-144c-4680-b046-9fcc96dbdb93, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=9eddc163-144c-4680-b046-9fcc96dbdb93,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:31.285650 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:31.359582 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:31.440695 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Calling delete_port for 9eddc163-144c-4680-b046-9fcc96dbdb93 owned by network:router_gateway {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:10:31.443362 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] For port 3832bc11-7de8-43da-931f-2d1a8b7a612e, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:31.451027 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] For port 3832bc11-7de8-43da-931f-2d1a8b7a612e, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=3832bc11-7de8-43da-931f-2d1a8b7a612e,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:31.470237 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:31.506358 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:31.584375 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:31.755656 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Pushing event updated for resources: {'Port': ['ID=3832bc11-7de8-43da-931f-2d1a8b7a612e,revision_number=2']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:31.785559 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:31.932185 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-f4f709f4-5088-441a-ba65-4edf281a1c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1255024423-router', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:10:23Z', 'revision_number': 5, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'gw_port': {'id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:32Z', 'updated_at': '2021-06-11T18:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:31.943005 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f709f4-5088-441a-ba65-4edf281a1c47 None None] The sync data for ids ['70c76653-ec1a-4065-9a9d-7109cb9cd0f6'] in dv-cinder-796049-1-smb is: [{'id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1255024423-router', 'tenant_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:10:23Z', 'revision_number': 5, 'project_id': 'e0e40e8ab92147c08d96c36845c4f5d8', 'gw_port': {'id': '9eddc163-144c-4680-b046-9fcc96dbdb93', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c76653-ec1a-4065-9a9d-7109cb9cd0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:32Z', 'updated_at': '2021-06-11T18:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:10:32.321248 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Allocated IP 172.28.1.41 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/faf30427-c4af-4394-b682-4916e78a83fc) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:32.343169 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:32.378369 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-9f172aa0-f677-4787-847d-d2fef18714bb tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:32.652887 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57afb8-f185-49f7-bed0-bf43e955ff57 req-b460110c-4a79-4cb0-aa18-c1e29d6b34cf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:32.666243 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0b57afb8-f185-49f7-bed0-bf43e955ff57 req-b460110c-4a79-4cb0-aa18-c1e29d6b34cf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.5970204 Jun 11 18:10:32.696448 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eddc163-144c-4680-b046-9fcc96dbdb93,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:32.702568 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:32.765946 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe318a1-2ddb-426a-9c0d-4f344c9c49b8 req-c904d412-7a8e-4139-85b2-896b1cf87456 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:32.780296 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dbe318a1-2ddb-426a-9c0d-4f344c9c49b8 req-c904d412-7a8e-4139-85b2-896b1cf87456 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.7249210 Jun 11 18:10:32.945701 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003735'] for router_gateway, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:33.109659 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0b57afb8-f185-49f7-bed0-bf43e955ff57 req-cbbe1dcc-acb3-4089-8f46-f275b4d2ea00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4418056 Jun 11 18:10:33.305815 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dbe318a1-2ddb-426a-9c0d-4f344c9c49b8 req-b29bd92a-a383-487c-a13e-085a45fc0d15 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4051712 Jun 11 18:10:33.367428 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 3832bc11-7de8-43da-931f-2d1a8b7a612e up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:33.408891 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:33.456769 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7422'] for router, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:33.460941 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:33.633532 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29514949'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:33.646963 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:33.701210 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port 3832bc11-7de8-43da-931f-2d1a8b7a612e completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:33.706473 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000176'] for router, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:33.722772 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70c76653-ec1a-4065-9a9d-7109cb9cd0f6 {{(pid=91992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:10:33.734712 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Notify callbacks [] for router, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:33.737220 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] 10.222.0.63 "DELETE /v2.0/routers/70c76653-ec1a-4065-9a9d-7109cb9cd0f6 HTTP/1.1" status: 204 len: 168 time: 5.4560730 Jun 11 18:10:33.741968 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 51710) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:33.750748 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 73542a77-4ac4-4a7f-b365-8300daf956a6 no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:10:33.955296 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: 73542a77-4ac4-4a7f-b365-8300daf956a6 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:10:33.956647 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 73542a77-4ac4-4a7f-b365-8300daf956a6 not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:10:33.983379 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:33.992889 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:33.996665 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7b937c-8431-4638-bc1c-ad2ed1838f49 admin admin] Deleting subnet d2c0d0ba-a024-4d5c-a250-26ba92f287df {{(pid=91992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:10:34.007500 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7c7b937c-8431-4638-bc1c-ad2ed1838f49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:34.042515 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:34.135342 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Pushing event updated for resources: {'Port': ['ID=faf30427-c4af-4394-b682-4916e78a83fc,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:34.144875 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:34.235744 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7c7b937c-8431-4638-bc1c-ad2ed1838f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29753586'] for subnet, precommit_delete_associations {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:34.394864 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7c7b937c-8431-4638-bc1c-ad2ed1838f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:34.460157 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aa54d8-4ff2-4120-b885-ad5f3212c6cb None None] Network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:34.761451 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7c7b937c-8431-4638-bc1c-ad2ed1838f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33274754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29559827'] for subnet, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:34.801319 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:34.927887 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7c7b937c-8431-4638-bc1c-ad2ed1838f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:34.930322 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-7c7b937c-8431-4638-bc1c-ad2ed1838f49 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d2c0d0ba-a024-4d5c-a250-26ba92f287df HTTP/1.1" status: 204 len: 168 time: 1.1866298 Jun 11 18:10:34.932034 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b937c-8431-4638-bc1c-ad2ed1838f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c0d0ba-a024-4d5c-a250-26ba92f287df,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:34.935106 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 51718) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:34.954387 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-7c7b937c-8431-4638-bc1c-ad2ed1838f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:35.167804 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:35.441296 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:35.467115 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e57154-05ec-4233-ad5d-fbf80c3be864']}} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:35.499957 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-8a460b51-bcd3-48d0-ac18-507ea97d92e7 None None] Provisioning for port 3832bc11-7de8-43da-931f-2d1a8b7a612e completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:35.515534 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee') {'for_net_delete': True} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:35.517134 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ebcf4d-fb09-4379-a30f-e1fa4dbd4cee') {} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:35.519102 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 9eddc163-144c-4680-b046-9fcc96dbdb93 no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:10:35.555579 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29753593'] for segment, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:35.608739 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: 9eddc163-144c-4680-b046-9fcc96dbdb93 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:10:35.615685 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 9eddc163-144c-4680-b046-9fcc96dbdb93 not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:10:35.642416 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-8a460b51-bcd3-48d0-ac18-507ea97d92e7 None None] Provisioning complete for port 3832bc11-7de8-43da-931f-2d1a8b7a612e triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:35.643990 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-8a460b51-bcd3-48d0-ac18-507ea97d92e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:35.662053 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:35.698320 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=91992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:10:35.698505 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33273899'] for segment, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: Traceback (most recent call last): Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: timer() Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: cb(*args, **kw) Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: return func(*args, **kwargs) Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: self._notify() Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: self.callback(batched_events) Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: event.method(event) Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: return f(self, *a, **k) Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: return self._get(url).json() Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: return self.request(url, 'GET', **kwargs) Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:10:35.702652 dv-cinder-796049-1-smb neutron-server[91992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:10:35.914324 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:35.925721 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:35.939946 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/e3e57154-05ec-4233-ad5d-fbf80c3be864 HTTP/1.1" status: 204 len: 168 time: 1.0008130 Jun 11 18:10:35.941845 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-bacb6c21-3acf-4f59-9e1b-996f69dfb70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:36.020690 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e57154-05ec-4233-ad5d-fbf80c3be864,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:36.037984 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:36.114499 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-8a460b51-bcd3-48d0-ac18-507ea97d92e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:36.164848 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c5e82-1c3a-4dec-b81a-4f43739bfa77 req-15f657ad-ab4d-4ff4-abc8-074c44e2df07 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:36.170285 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f13c5e82-1c3a-4dec-b81a-4f43739bfa77 req-15f657ad-ab4d-4ff4-abc8-074c44e2df07 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 1.4141686 Jun 11 18:10:36.249343 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-8a460b51-bcd3-48d0-ac18-507ea97d92e7 None None] For port 3832bc11-7de8-43da-931f-2d1a8b7a612e, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=3832bc11-7de8-43da-931f-2d1a8b7a612e,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:36.273079 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-8a460b51-bcd3-48d0-ac18-507ea97d92e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:36.278787 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:36.310523 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f13c5e82-1c3a-4dec-b81a-4f43739bfa77 req-af046d6f-5067-47ad-80ed-013692b9351a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151333 Jun 11 18:10:36.312146 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:36.377703 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 51732) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:36.433100 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a460b51-bcd3-48d0-ac18-507ea97d92e7 None None] Pushing event updated for resources: {'Port': ['ID=3832bc11-7de8-43da-931f-2d1a8b7a612e,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:36.439696 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-8a460b51-bcd3-48d0-ac18-507ea97d92e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:36.629240 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-78770fda-8fc1-47aa-8ef4-15a1d1e0fa1a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e0e40e8ab92147c08d96c36845c4f5d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2490366 Jun 11 18:10:36.629921 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 51740) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:36.926635 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-73f1656f-56c0-4628-be67-13c01fdf5ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:37.030937 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 3832bc11-7de8-43da-931f-2d1a8b7a612e up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:37.160213 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-6ca916d8-861e-44f6-9692-d58eb1febf0a None None] Provisioning complete for port 3832bc11-7de8-43da-931f-2d1a8b7a612e triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:37.161317 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-6ca916d8-861e-44f6-9692-d58eb1febf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:37.323246 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-73f1656f-56c0-4628-be67-13c01fdf5ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:37.332294 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003866'] for router, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:37.427409 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 3832bc11-7de8-43da-931f-2d1a8b7a612e triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:37.437776 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:37.487377 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:10:37.689457 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-73f1656f-56c0-4628-be67-13c01fdf5ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:37.705115 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-73f1656f-56c0-4628-be67-13c01fdf5ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:37.719082 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-73f1656f-56c0-4628-be67-13c01fdf5ac1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/abc94adc-d23e-4041-b813-4c8b1cccd906 HTTP/1.1" status: 204 len: 168 time: 1.0872147 Jun 11 18:10:37.889295 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-c2f531d2-96cb-43ca-a991-803588c16e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:38.003944 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1656f-56c0-4628-be67-13c01fdf5ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc94adc-d23e-4041-b813-4c8b1cccd906,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:38.038926 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-73f1656f-56c0-4628-be67-13c01fdf5ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:38.359377 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-309b6d76-1a9f-4888-8f94-ba576248b678 req-86673fd8-a71f-47fe-ac84-aa8f17499cb2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2741621 Jun 11 18:10:38.407617 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0e245-09c0-431a-b578-65f0d03eabf8 req-3e4962c2-f031-4305-be70-75021f2c3fe1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:38.415532 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32d0e245-09c0-431a-b578-65f0d03eabf8 req-3e4962c2-f031-4305-be70-75021f2c3fe1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.5144510 Jun 11 18:10:38.561547 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Router bcc08e1b-cc10-4295-8181-c6d24d22f601 is scheduled to L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 with binding_index 1 {{(pid=91991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:10:38.586003 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32d0e245-09c0-431a-b578-65f0d03eabf8 req-e6beec4e-3905-4051-baad-18b02b945d8f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524816 Jun 11 18:10:39.178528 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b6d76-1a9f-4888-8f94-ba576248b678 req-4b6f2ff4-7b0a-4384-a1a3-d4c1b2fea0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:39.193593 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-309b6d76-1a9f-4888-8f94-ba576248b678 req-4b6f2ff4-7b0a-4384-a1a3-d4c1b2fea0aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=00ab5e082c9c46598b282b55ea9f9587&device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 1098 time: 0.5169165 Jun 11 18:10:39.693274 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:10:39.709948 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Sync routers for ids ['bcc08e1b-cc10-4295-8181-c6d24d22f601'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:10:39.744492 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Notify callbacks [] for router, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:39.752610 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 11.7193146 Jun 11 18:10:39.753753 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 51784) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:39.768454 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Routers {'bcc08e1b-cc10-4295-8181-c6d24d22f601'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:39.770005 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:10:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['bcc08e1b-cc10-4295-8181-c6d24d22f601'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:39.780518 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b6d76-1a9f-4888-8f94-ba576248b678 req-713cf0fc-222d-40a1-b0d3-8c9021653ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:39.795413 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-309b6d76-1a9f-4888-8f94-ba576248b678 req-713cf0fc-222d-40a1-b0d3-8c9021653ebb service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8b07964-869c-4914-9bdd-9766517dc52f HTTP/1.1" status: 200 len: 912 time: 0.5439379 Jun 11 18:10:40.112852 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-309b6d76-1a9f-4888-8f94-ba576248b678 req-96e2b0b8-97ea-457e-ab2a-60dc7afaea2c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f06f3702-3bd4-4728-8a93-2d0c88f2300b HTTP/1.1" status: 200 len: 1000 time: 0.3034389 Jun 11 18:10:40.368623 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b6d76-1a9f-4888-8f94-ba576248b678 req-e5111471-ddfa-4feb-822c-c0b2462cca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:40.395487 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-309b6d76-1a9f-4888-8f94-ba576248b678 req-e5111471-ddfa-4feb-822c-c0b2462cca47 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2bf2a25e-eb7f-4c90-8184-8c11922c2acb HTTP/1.1" status: 200 len: 849 time: 0.2654359 Jun 11 18:10:40.453833 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Set router bcc08e1b-cc10-4295-8181-c6d24d22f601 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:40.744206 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f51d4c-d681-4bd2-b38b-ef730b054988 req-07f0c3f8-b08d-4ede-9c8d-5e81c4631a75 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:40.756269 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d6f51d4c-d681-4bd2-b38b-ef730b054988 req-07f0c3f8-b08d-4ede-9c8d-5e81c4631a75 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.6528835 Jun 11 18:10:40.756676 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b6d76-1a9f-4888-8f94-ba576248b678 req-ad3c4a76-0e58-45be-bdbb-538e3c2d820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:40.759883 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-309b6d76-1a9f-4888-8f94-ba576248b678 req-ad3c4a76-0e58-45be-bdbb-538e3c2d820f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8b07964-869c-4914-9bdd-9766517dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3555865 Jun 11 18:10:41.085535 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 51806) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:41.231592 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-309b6d76-1a9f-4888-8f94-ba576248b678 req-94816792-d678-4717-a791-dfa1f368e8d3 service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599175 Jun 11 18:10:41.410208 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:10:34Z', 'revision_number': 3, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port': {'id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:31Z', 'updated_at': '2021-06-11T18:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:41.418002 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Checking router: bcc08e1b-cc10-4295-8181-c6d24d22f601 for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:10:41.419148 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Updating router bcc08e1b-cc10-4295-8181-c6d24d22f601 port faf30427-c4af-4394-b682-4916e78a83fc binding host dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:10:41.610162 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:41.616192 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1390413402-network', 'tenant_id': '04e0ce4feca542edbaa83738edfcff46'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:41.758491 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d6f51d4c-d681-4bd2-b38b-ef730b054988 req-8543db26-4122-4512-835a-425da3e613ee tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9886763 Jun 11 18:10:41.789150 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Made reservation on behalf of 04e0ce4feca542edbaa83738edfcff46 for: {'network': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:41.802228 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:41.822515 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-309b6d76-1a9f-4888-8f94-ba576248b678 req-24e0d263-876a-46a6-acce-a55fb182485d service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808926 Jun 11 18:10:41.902653 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:42.272270 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:42.290576 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:42.312017 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-0fe977bf-6e16-4d76-b157-33dd6370260d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:42.534586 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=91992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:10:42.603291 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:42.645037 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:42.646943 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.segments_db [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Added segment ab306d7a-3c5a-4e7b-ba61-d097c3f555ee of type vlan for network 8948bab2-be4d-4cd2-baff-e343803f2785 Jun 11 18:10:42.810802 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:42.852007 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Notify callbacks [] for port, precommit_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:42.877786 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Transition to ACTIVE for port object faf30427-c4af-4394-b682-4916e78a83fc will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:42.893685 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:42.896839 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:42.914970 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:42.916872 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:42.960930 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Attempting to bind port faf30427-c4af-4394-b682-4916e78a83fc on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:42.961644 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Attempting to bind port faf30427-c4af-4394-b682-4916e78a83fc by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:42.962308 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Attempting to bind port faf30427-c4af-4394-b682-4916e78a83fc on network efd559cb-ed35-476f-88ad-0eeaea22209a {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:43.047680 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:43.056369 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:43.057871 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:43.058524 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:43.059168 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:43.080836 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:43.081934 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:43.082249 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:43.082828 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:43.083481 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:43.084085 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:43.097177 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:43.098024 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:43.127034 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:43.131975 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:43.143811 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:43.160011 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:43.242553 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Pushing event updated for resources: {'Port': ['ID=faf30427-c4af-4394-b682-4916e78a83fc,revision_number=2']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:43.263150 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:43.298056 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:43.308331 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Checking segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:43.311325 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:43.316305 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Bound using segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:43.322868 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Bound port: faf30427-c4af-4394-b682-4916e78a83fc, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:43.326598 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:43.623596 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] For port faf30427-c4af-4394-b682-4916e78a83fc, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:43.641640 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] For port faf30427-c4af-4394-b682-4916e78a83fc, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=faf30427-c4af-4394-b682-4916e78a83fc,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:43.657000 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:43.662108 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:43.704201 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd36c3-da40-4675-929c-c983b8dff539 req-8da0e044-5631-4a8c-832c-8d9d67c0b5db tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:43.716579 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0cfd36c3-da40-4675-929c-c983b8dff539 req-8da0e044-5631-4a8c-832c-8d9d67c0b5db tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.3117242 Jun 11 18:10:43.760668 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Allocated IP 172.20.0.1 (68c2a39e-51c2-4a29-9b18-aeee25bae2cc/1851b65a-e963-43c3-82e7-37d15519f5e3/7732b938-4f0b-40ab-8e69-8342bca2b427) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:43.840854 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Routers {'bcc08e1b-cc10-4295-8181-c6d24d22f601'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:43.842636 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:10:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['bcc08e1b-cc10-4295-8181-c6d24d22f601'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:43.931286 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0cfd36c3-da40-4675-929c-c983b8dff539 req-90cc677a-ad45-4be2-871e-0b90d642d420 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131202 Jun 11 18:10:44.203302 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Pushing event updated for resources: {'Network': ['ID=8948bab2-be4d-4cd2-baff-e343803f2785,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:44.209889 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1230912 Jun 11 18:10:44.211533 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.056s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:44.214838 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 51824) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:44.226214 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] Request body: {'subnet': {'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1390413402-subnet', 'tenant_id': '04e0ce4feca542edbaa83738edfcff46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:44.292491 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] Made reservation on behalf of 04e0ce4feca542edbaa83738edfcff46 for: {'subnet': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:44.304366 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29559870'] for subnet, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:44.449280 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:44.449786 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] Set router bcc08e1b-cc10-4295-8181-c6d24d22f601 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:44.511005 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.provisioning_blocks [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Transition to ACTIVE for port object 7732b938-4f0b-40ab-8e69-8342bca2b427 will not be triggered until provisioned by entity DHCP. {{(pid=91991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:44.658171 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29514949'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:44.663599 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:44.871637 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:44.877575 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:44.896507 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:45.052609 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7732b938-4f0b-40ab-8e69-8342bca2b427,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:45.168622 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.169687 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.170314 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.170947 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.171581 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.172217 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.173116 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.174069 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.174729 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.175352 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.192896 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.193486 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.218413 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:45.231632 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002271'] for router_interface, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:45.301340 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Pushing event updated for resources: {'Port': ['ID=faf30427-c4af-4394-b682-4916e78a83fc,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:45.326875 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network 8948bab2-be4d-4cd2-baff-e343803f2785 details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:10:45.465716 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33274817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29559848'] for subnet, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:45.470993 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-83eb0d90-fa6d-486b-8999-270b3503a1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:45.567424 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.575784 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.577066 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.578194 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.583298 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.584679 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.585635 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.586496 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.587340 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.588121 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.595264 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.596321 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:45.645286 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e18b81-17b9-486c-88de-11fbb506511c,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:45.665933 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.004s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:45.667352 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:45.810756 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] Checking segment: {'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:45.811138 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] Network hostable DHCP agents. Network: 8948bab2-be4d-4cd2-baff-e343803f2785, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:10:45.877426 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] Network 8948bab2-be4d-4cd2-baff-e343803f2785 is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:10:45.885994 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-a00a2dc0-445e-4dba-95cf-6c722ea7d473 None None] Provisioning for port 7732b938-4f0b-40ab-8e69-8342bca2b427 completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:45.900302 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-a00a2dc0-445e-4dba-95cf-6c722ea7d473 None None] Provisioning complete for port 7732b938-4f0b-40ab-8e69-8342bca2b427 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:45.900998 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-a00a2dc0-445e-4dba-95cf-6c722ea7d473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:45.912379 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, 8948bab2-be4d-4cd2-baff-e343803f2785) {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:45.922237 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:45.925830 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:46.022197 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7892721 Jun 11 18:10:46.111011 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dfa971-954f-4ae9-b7c8-770c66d437f0 None None] Network 8948bab2-be4d-4cd2-baff-e343803f2785 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:46.223860 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f57fb9-cd23-4634-b028-5adb7490644b req-a987bf95-754e-4bc7-8708-f1e639507d51 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:46.237706 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f7f57fb9-cd23-4634-b028-5adb7490644b req-a987bf95-754e-4bc7-8708-f1e639507d51 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 0.6770492 Jun 11 18:10:46.284874 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-a00a2dc0-445e-4dba-95cf-6c722ea7d473 None None] Port 7732b938-4f0b-40ab-8e69-8342bca2b427 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:10:46.300338 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:46.544158 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f7f57fb9-cd23-4634-b028-5adb7490644b req-2dcdfb13-855c-4edd-b06e-d1f61388eb4a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042786 Jun 11 18:10:46.754082 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:10:34Z', 'revision_number': 3, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port': {'id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:31Z', 'updated_at': '2021-06-11T18:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:46.783504 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d69fdb7-fa5d-4856-bbb8-7e553c76d956 None None] The sync data for ids ['bcc08e1b-cc10-4295-8181-c6d24d22f601'] in dv-cinder-796049-1-smb is: [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:10:34Z', 'revision_number': 3, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port': {'id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:31Z', 'updated_at': '2021-06-11T18:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:10:47.093455 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dee176-67ba-44c5-8b9a-cf15c74ebf58 None None] Network 8948bab2-be4d-4cd2-baff-e343803f2785 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:47.284572 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:47.301005 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29515003'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:47.305505 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:48.303143 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002379'] for router_interface, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:48.763069 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:48.791397 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7732b938-4f0b-40ab-8e69-8342bca2b427,revision_number=2']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:48.796949 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.491s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:48.805726 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:49.147675 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device faf30427-c4af-4394-b682-4916e78a83fc up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:49.356993 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port faf30427-c4af-4394-b682-4916e78a83fc completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:49.386242 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port faf30427-c4af-4394-b682-4916e78a83fc triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:49.388106 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.431861 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-b6da4d45-e1fd-4e1b-a6ad-14c74423a599 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:49.453379 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-b6da4d45-e1fd-4e1b-a6ad-14c74423a599 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/networks?id=8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 200 len: 815 time: 1.1065991 Jun 11 18:10:49.480952 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-5764ccce-a101-4cc2-8c5b-8b91d87c88b7 None None] Provisioning complete for port 7732b938-4f0b-40ab-8e69-8342bca2b427 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:49.482347 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5764ccce-a101-4cc2-8c5b-8b91d87c88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.550098 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-c56222b5-d680-4661-8f71-0d7244edee78 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/quotas/04e0ce4feca542edbaa83738edfcff46 HTTP/1.1" status: 200 len: 375 time: 0.0952947 Jun 11 18:10:49.641941 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-5764ccce-a101-4cc2-8c5b-8b91d87c88b7 None None] Port 7732b938-4f0b-40ab-8e69-8342bca2b427 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:10:49.674788 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a029466-24f4-4a25-ba2f-d3ea2dfdda9b req-c530ef43-4adc-4800-9740-29f8115af749 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:49.697207 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3a029466-24f4-4a25-ba2f-d3ea2dfdda9b req-c530ef43-4adc-4800-9740-29f8115af749 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 943 time: 1.3543906 Jun 11 18:10:49.848919 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.942057 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-33337359-43c3-4d6b-810c-9e21d1f09f8b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=04e0ce4feca542edbaa83738edfcff46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3897908 Jun 11 18:10:49.978447 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port faf30427-c4af-4394-b682-4916e78a83fc, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=faf30427-c4af-4394-b682-4916e78a83fc,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:49.997388 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:50.005381 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:50.010889 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Router bcc08e1b-cc10-4295-8181-c6d24d22f601 has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:10:50.138900 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 944a97a6-87a8-486e-a31b-96e0dfb1c029 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:10:50.168901 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3a029466-24f4-4a25-ba2f-d3ea2dfdda9b req-d0d39e60-d55f-4356-9a19-e046c7eb7c78 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4659503 Jun 11 18:10:50.297875 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=faf30427-c4af-4394-b682-4916e78a83fc,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:50.324846 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:50.336444 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9491674e-27d9-44aa-b343-45e85b52921f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:50.639340 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-1f1cfac3-49c3-4644-8176-c61766aa653f service neutron] 10.222.0.63 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183422 Jun 11 18:10:50.686517 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 944a97a6-87a8-486e-a31b-96e0dfb1c029, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:50.723837 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'port_id': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'mac_address': 'fa:16:3e:c9:2e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:10:50.732568 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:10:50.745094 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] 10.222.0.63 "PUT /v2.0/routers/bcc08e1b-cc10-4295-8181-c6d24d22f601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9899011 Jun 11 18:10:50.770033 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Sync routers for ids ['bcc08e1b-cc10-4295-8181-c6d24d22f601'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:10:50.816173 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Routers {'bcc08e1b-cc10-4295-8181-c6d24d22f601'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:50.817134 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:10:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['bcc08e1b-cc10-4295-8181-c6d24d22f601'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:50.858193 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:50.898700 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944a97a6-87a8-486e-a31b-96e0dfb1c029 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:10:51.013891 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 944a97a6-87a8-486e-a31b-96e0dfb1c029, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:51.029114 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.064970 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:51.082366 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device faf30427-c4af-4394-b682-4916e78a83fc up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:51.144019 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 51976) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:51.202037 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-ed8ba7f8-a6a0-42d3-aab4-208b403b6a94 service neutron] 10.222.0.63 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436864 Jun 11 18:10:51.334357 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_v2 [None req-029e614a-8af0-46af-8a4f-2cd3277a212f admin admin] Deleting subnet 5609e14f-0ee9-43d8-b865-6a078b5676ce {{(pid=91992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:10:51.336193 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Set router bcc08e1b-cc10-4295-8181-c6d24d22f601 gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:51.339529 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-029e614a-8af0-46af-8a4f-2cd3277a212f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.446859 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['944a97a6-87a8-486e-a31b-96e0dfb1c029'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:10:51.461969 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-029e614a-8af0-46af-8a4f-2cd3277a212f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29753586'] for subnet, precommit_delete_associations {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.763357 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-029e614a-8af0-46af-8a4f-2cd3277a212f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.852606 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=944a97a6-87a8-486e-a31b-96e0dfb1c029,revision_number=9']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:51.882951 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:51.967799 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-029e614a-8af0-46af-8a4f-2cd3277a212f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33274754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29559827'] for subnet, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.992174 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-785b6e9b-74c3-4ee0-bed1-60535bf02b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:52.177112 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e614a-8af0-46af-8a4f-2cd3277a212f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5609e14f-0ee9-43d8-b865-6a078b5676ce,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:52.189940 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-029e614a-8af0-46af-8a4f-2cd3277a212f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:52.231484 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-029e614a-8af0-46af-8a4f-2cd3277a212f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:52.242649 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6ba54ee3-cb8c-4c91-9b4f-5c0865f7cb7b req-d496445e-a10d-4a36-9885-5d4e7ffe2d81 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 210 time: 0.2347310 Jun 11 18:10:52.270162 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-029e614a-8af0-46af-8a4f-2cd3277a212f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/5609e14f-0ee9-43d8-b865-6a078b5676ce HTTP/1.1" status: 204 len: 168 time: 1.1207573 Jun 11 18:10:52.282296 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52024) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:52.367006 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port faf30427-c4af-4394-b682-4916e78a83fc triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:52.370168 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:52.425532 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87891f7-1d9c-4f2f-91b2-034b4204f2cd req-469d1905-9341-48d8-bf70-6f2024789a26 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:52.443956 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e87891f7-1d9c-4f2f-91b2-034b4204f2cd req-469d1905-9341-48d8-bf70-6f2024789a26 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 944 time: 0.6299288 Jun 11 18:10:52.686130 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e87891f7-1d9c-4f2f-91b2-034b4204f2cd req-1837a988-6cd8-43dd-8af9-5b9e0863f8ef tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302077 Jun 11 18:10:52.738406 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:52.781392 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:52.838108 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5733a80f-f9be-4144-b879-2152dcc8dfc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.021440 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:10:45Z', 'revision_number': 4, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port': {'id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:31Z', 'updated_at': '2021-06-11T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '7732b938-4f0b-40ab-8e69-8342bca2b427', 'name': '', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'mac_address': 'fa:16:3e:81:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:42Z', 'updated_at': '2021-06-11T18:10:46Z', 'revision_number': 2, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'subnets': [{'id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:53.040708 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Checking router: bcc08e1b-cc10-4295-8181-c6d24d22f601 for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:10:53.041887 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Updating router bcc08e1b-cc10-4295-8181-c6d24d22f601 port 7732b938-4f0b-40ab-8e69-8342bca2b427 binding host dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:10:53.070712 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52056) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:53.080467 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-294834097-network', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:53.169518 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.188714 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Made reservation on behalf of dce770f8f9ad49979e508078b0eb0882 for: {'network': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:53.191885 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.201539 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a6bdeb-86b6-4cb0-abce-ec0a64f57467']}} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:53.231128 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.243635 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5') {'for_net_delete': True} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:53.244163 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a67b4f-b6ef-4fc2-a004-c8b8ab549ba5') {} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:53.251739 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.287051 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29753593'] for segment, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.364860 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.394248 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=91992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:10:53.396836 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33273899'] for segment, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: Traceback (most recent call last): Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: timer() Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: cb(*args, **kw) Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: return func(*args, **kwargs) Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: self._notify() Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: self.callback(batched_events) Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: event.method(event) Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: return f(self, *a, **k) Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: return self._get(url).json() Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: return self.request(url, 'GET', **kwargs) Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:10:53.400224 dv-cinder-796049-1-smb neutron-server[91992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:10:53.640931 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.652327 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a9826cec-96e3-4fac-affc-84a806e7c92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:53.657760 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d8d771ba-d06a-4855-a266-a15b7f26c6d5 req-733a014f-a743-4611-b9da-43a8c32c8bcd tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 210 time: 0.1302576 Jun 11 18:10:53.673874 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.730701 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.734494 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.747834 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] 10.222.0.63 "DELETE /v2.0/networks/19a6bdeb-86b6-4cb0-abce-ec0a64f57467 HTTP/1.1" status: 204 len: 168 time: 1.4634912 Jun 11 18:10:53.751575 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] Pushing event deleted for resources: {'Network': ['ID=19a6bdeb-86b6-4cb0-abce-ec0a64f57467,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:53.755108 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.759071 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:53.768891 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:53.835867 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=91991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:10:53.852729 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57090b40-627d-47e0-a297-7134ba3a98e1,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:53.859591 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:53.861952 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.862587 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.segments_db [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Added segment 1e84c0f2-52b6-4295-8f1c-95cd54abba82 of type vlan for network 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa Jun 11 18:10:53.974191 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:54.036506 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:54.043730 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:54.045158 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:54.061768 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 944a97a6-87a8-486e-a31b-96e0dfb1c029 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:54.083013 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-b3adfa7b-1ab3-4f70-a483-7605740611f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:54.267348 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Pushing event updated for resources: {'Network': ['ID=0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:54.279826 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2069514 Jun 11 18:10:54.281954 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:54.284313 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52076) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:54.287338 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:10:54.305055 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-9d5f5b43-e341-43df-b20d-d2b149b98c4f admin admin] Request body: {'subnet': {'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-294834097-subnet', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'ip_version': 4}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:54.407641 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5f5b43-e341-43df-b20d-d2b149b98c4f admin admin] Made reservation on behalf of dce770f8f9ad49979e508078b0eb0882 for: {'subnet': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:54.413985 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5b43-e341-43df-b20d-d2b149b98c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29870561'] for subnet, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:54.635395 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52082) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:54.801583 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 944a97a6-87a8-486e-a31b-96e0dfb1c029 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:54.802349 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:54.851800 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-97b9f959-4672-426a-b538-75e2e906abda admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=53f8507c5cf74539ad4138f4fdeaca5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093556 Jun 11 18:10:54.852974 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52092) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:55.148784 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-4264a4e5-2d6a-42f2-a3f5-74d3d09e1424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:55.200130 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Notify callbacks [] for port, precommit_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:55.229015 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.provisioning_blocks [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Transition to ACTIVE for port object 7732b938-4f0b-40ab-8e69-8342bca2b427 will not be triggered until provisioned by entity L2. {{(pid=91994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:55.258439 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:55.259766 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:55.268686 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-dcea99bf-f9a3-492c-8a60-403300818d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:55.317786 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-4264a4e5-2d6a-42f2-a3f5-74d3d09e1424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:55.376030 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:10:55.383952 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6eeddd-7b85-48c4-93ab-54eab5004122" -d '{"events": [{"server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "name": "network-vif-plugged", "status": "completed", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:10:55.402893 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6981ca1e-354e-425d-93d3-255eadf5be1a req-c9bdc457-80ad-4b33-a46c-641a779e2684 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 210 time: 0.1680553 Jun 11 18:10:55.476852 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 944a97a6-87a8-486e-a31b-96e0dfb1c029, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:55.513546 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:55.531497 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:55.544186 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d7641-5852-46e8-bca0-c86d9baa8126 req-acba149e-22e9-46cf-bc54-0cec1f43a44c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:55.584045 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6a2d7641-5852-46e8-bca0-c86d9baa8126 req-acba149e-22e9-46cf-bc54-0cec1f43a44c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 944 time: 1.1077311 Jun 11 18:10:55.619176 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Pushing event updated for resources: {'Port': ['ID=7732b938-4f0b-40ab-8e69-8342bca2b427,revision_number=3']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:55.843602 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6a2d7641-5852-46e8-bca0-c86d9baa8126 req-00a050b2-044d-4571-8146-3eda5a7d0475 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247508 Jun 11 18:10:55.944011 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:55.954281 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:55.955046 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:55.955804 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:55.965802 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:55.966929 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:55.969552 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:55.970388 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:55.971165 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:55.976221 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:55.976914 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:55.977568 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:56.050741 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:56.156939 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-4264a4e5-2d6a-42f2-a3f5-74d3d09e1424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.176723 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-4264a4e5-2d6a-42f2-a3f5-74d3d09e1424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.191932 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-4264a4e5-2d6a-42f2-a3f5-74d3d09e1424 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5a2e083f-4872-4b79-b820-51f4c7455394 HTTP/1.1" status: 204 len: 168 time: 1.3330638 Jun 11 18:10:56.202860 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:56.206138 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5b43-e341-43df-b20d-d2b149b98c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29515637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29870583'] for subnet, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.212566 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:56.313819 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264a4e5-2d6a-42f2-a3f5-74d3d09e1424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2e083f-4872-4b79-b820-51f4c7455394,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:56.336010 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4264a4e5-2d6a-42f2-a3f5-74d3d09e1424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:56.338209 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Attempting to bind port 7732b938-4f0b-40ab-8e69-8342bca2b427 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:56.341805 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Attempting to bind port 7732b938-4f0b-40ab-8e69-8342bca2b427 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '4b865192-7892-4a00-81df-1e972e6528bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc'}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:56.342330 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Attempting to bind port 7732b938-4f0b-40ab-8e69-8342bca2b427 on network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:56.367488 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:56.372643 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Checking segment: {'id': '4b865192-7892-4a00-81df-1e972e6528bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:56.373450 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.374442 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Bound using segment: {'id': '4b865192-7892-4a00-81df-1e972e6528bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc'} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:56.376276 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Bound port: 7732b938-4f0b-40ab-8e69-8342bca2b427, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b865192-7892-4a00-81df-1e972e6528bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc'}}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:56.381237 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.394905 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-1e4646d5-055e-4cc0-bf3c-5e6052a8a97e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:56.410828 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-1e4646d5-055e-4cc0-bf3c-5e6052a8a97e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "GET /v2.0/networks?id=8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 200 len: 815 time: 0.9395537 Jun 11 18:10:56.420931 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=944a97a6-87a8-486e-a31b-96e0dfb1c029,revision_number=10']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:56.431016 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361e96c8-84b7-4e98-b332-ccb035141ced x-openstack-request-id: req-361e96c8-84b7-4e98-b332-ccb035141ced {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:10:56.431853 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "name": "network-vif-plugged", "status": "completed", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:10:56.432806 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-361e96c8-84b7-4e98-b332-ccb035141ced {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:10:56.433790 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'code': 200} Jun 11 18:10:56.470152 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Request body: {'port': {'device_id': '51567e71-459e-48d3-8111-964168c36d37', 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785', 'admin_state_up': True, 'tenant_id': '04e0ce4feca542edbaa83738edfcff46'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:56.473815 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:56.484877 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f5b43-e341-43df-b20d-d2b149b98c4f admin admin] Checking segment: {'id': '1e84c0f2-52b6-4295-8f1c-95cd54abba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:56.486789 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5f5b43-e341-43df-b20d-d2b149b98c4f admin admin] Network hostable DHCP agents. Network: 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:10:56.498109 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f5b43-e341-43df-b20d-d2b149b98c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=daad7836-8cfa-4f6d-8eef-2847098f986f,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:56.516376 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.537574 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-9d5f5b43-e341-43df-b20d-d2b149b98c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:56.593056 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5f5b43-e341-43df-b20d-d2b149b98c4f admin admin] Network 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:10:56.630791 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-9d5f5b43-e341-43df-b20d-d2b149b98c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa) {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:56.639487 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5f5b43-e341-43df-b20d-d2b149b98c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:56.641181 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5b43-e341-43df-b20d-d2b149b98c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.648698 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18179c66-5f2b-477d-a98c-567fc05b9d38 None None] Network 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:56.728528 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-9d5f5b43-e341-43df-b20d-d2b149b98c4f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4413283 Jun 11 18:10:56.733405 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52124) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:56.774485 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-294834097-router', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:56.906612 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7400'] for router, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.916145 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2023106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7393'] for router, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.933166 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] For port 7732b938-4f0b-40ab-8e69-8342bca2b427, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:56.946352 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] For port 7732b938-4f0b-40ab-8e69-8342bca2b427, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=7732b938-4f0b-40ab-8e69-8342bca2b427,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:56.966744 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.990026 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:57.268971 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Pushing event updated for resources: {'Port': ['ID=7732b938-4f0b-40ab-8e69-8342bca2b427,revision_number=4']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:57.293649 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:57.351939 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Routers {'bcc08e1b-cc10-4295-8181-c6d24d22f601'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:57.355101 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:10:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['bcc08e1b-cc10-4295-8181-c6d24d22f601'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:57.394613 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Made reservation on behalf of 04e0ce4feca542edbaa83738edfcff46 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:57.405273 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:57.755458 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8400c961-7cb8-5e80-b540-d63c93360b33-0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa', 'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'fixed_ips': [{'subnet_id': 'daad7836-8cfa-4f6d-8eef-2847098f986f'}]}} from dv-cinder-796049-1-smb. {{(pid=91993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:10:57.756980 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:57.815024 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:57.992172 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6244810c-d82d-4718-a657-16861589c827 req-2b3e8a28-c93d-409b-9c3e-a772a5c96efc tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 210 time: 0.4447494 Jun 11 18:10:58.090279 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Allocated IP 172.20.0.4 (8948bab2-be4d-4cd2-baff-e343803f2785/f4e18b81-17b9-486c-88de-11fbb506511c/ce1d4a2a-b213-4afe-8d3a-ae0b719a2110) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:58.095232 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] Set router bcc08e1b-cc10-4295-8181-c6d24d22f601 gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:58.366697 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.db_base_plugin_common [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Allocated IP 172.20.0.2 (0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa/daad7836-8cfa-4f6d-8eef-2847098f986f/ff4d50e1-0d7f-4979-a185-79400297d898) {{(pid=91993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:58.896039 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:59.039678 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Notify callbacks [] for port, precommit_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:59.046375 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:59.059722 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Transition to ACTIVE for port object ff4d50e1-0d7f-4979-a185-79400297d898 will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:59.112113 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Transition to ACTIVE for port object ff4d50e1-0d7f-4979-a185-79400297d898 will not be triggered until provisioned by entity DHCP. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:59.135862 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672'] for port, after_create {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:59.144150 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d31d270c-e575-4dc6-868f-45437304fd00 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:59.145583 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:59.390268 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Pushing event updated for resources: {'Port': ['ID=ff4d50e1-0d7f-4979-a185-79400297d898,revision_number=1']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:59.422131 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Network 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa is already hosted by enough agents. {{(pid=91993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:59.427155 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:59.429574 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.scheduler.base_scheduler [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Resources bound (agent type, host, resource id): {{(pid=91993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:59.434980 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Network 8948bab2-be4d-4cd2-baff-e343803f2785 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:59.443327 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:59.443978 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Received port after_create {{(pid=91993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:59.459369 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:59.485101 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:10:45Z', 'revision_number': 4, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port': {'id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:31Z', 'updated_at': '2021-06-11T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '7732b938-4f0b-40ab-8e69-8342bca2b427', 'name': '', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'mac_address': 'fa:16:3e:81:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:42Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 4, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'subnets': [{'id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:59.486026 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Pushing event updated for resources: {'Port': ['ID=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:59.497245 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9aac96-a6db-46fd-9f1a-a83f1aecd0f3 None None] The sync data for ids ['bcc08e1b-cc10-4295-8181-c6d24d22f601'] in dv-cinder-796049-1-smb is: [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:10:45Z', 'revision_number': 4, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port': {'id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:31Z', 'updated_at': '2021-06-11T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '7732b938-4f0b-40ab-8e69-8342bca2b427', 'name': '', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'mac_address': 'fa:16:3e:81:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:42Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 4, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'subnets': [{'id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:10:59.706105 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:59.708117 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:59.713506 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:59.858566 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4187095 Jun 11 18:10:59.879654 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Attempting to bind port ff4d50e1-0d7f-4979-a185-79400297d898 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:59.880332 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Attempting to bind port ff4d50e1-0d7f-4979-a185-79400297d898 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '1e84c0f2-52b6-4295-8f1c-95cd54abba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:59.901616 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Request body: {'port': {'device_id': '51567e71-459e-48d3-8111-964168c36d37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:59.902571 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Attempting to bind port ff4d50e1-0d7f-4979-a185-79400297d898 on network 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:59.930769 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:59.931347 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Checking segment: {'id': '1e84c0f2-52b6-4295-8f1c-95cd54abba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:59.931844 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:59.938900 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Bound using segment: {'id': '1e84c0f2-52b6-4295-8f1c-95cd54abba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:59.938900 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Bound port: ff4d50e1-0d7f-4979-a185-79400297d898, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e84c0f2-52b6-4295-8f1c-95cd54abba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:59.938900 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:00.420120 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:00.435830 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] For port ff4d50e1-0d7f-4979-a185-79400297d898, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:11:00.451506 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] For port ff4d50e1-0d7f-4979-a185-79400297d898, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=ff4d50e1-0d7f-4979-a185-79400297d898,segment=NetworkSegment(1e84c0f2-52b6-4295-8f1c-95cd54abba82),segment_id=1e84c0f2-52b6-4295-8f1c-95cd54abba82)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:11:00.475524 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:00.478260 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7415'] for router, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:00.479953 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-c39c69e9-e92e-4aba-8f15-04c8560b7984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:00.544591 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4ae9-9923-44f3-875b-fe0c8a07852b req-d390c953-47e8-4cb5-91bb-0f1d742cb4f5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:00.564629 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8d3a4ae9-9923-44f3-875b-fe0c8a07852b req-d390c953-47e8-4cb5-91bb-0f1d742cb4f5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 946 time: 3.0464015 Jun 11 18:11:00.742247 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f3827-1533-45c3-ae87-491cd447a3e6 req-cbed2b23-fcaf-4b7a-92fc-48fab4c14019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:00.746502 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a03f3827-1533-45c3-ae87-491cd447a3e6 req-cbed2b23-fcaf-4b7a-92fc-48fab4c14019 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 1099 time: 3.1400845 Jun 11 18:11:00.820899 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Pushing event updated for resources: {'Port': ['ID=ff4d50e1-0d7f-4979-a185-79400297d898,revision_number=2']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:00.834938 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:01.158799 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8d3a4ae9-9923-44f3-875b-fe0c8a07852b req-e5e8eb50-8b8f-4311-b138-4a1f11d9cebe tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5926232 Jun 11 18:11:01.313074 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a03f3827-1533-45c3-ae87-491cd447a3e6 req-b3d0e459-3df5-4eab-a135-e533dad26c9e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5027151 Jun 11 18:11:01.573978 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52200) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:01.644104 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 7732b938-4f0b-40ab-8e69-8342bca2b427 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:01.648114 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b825f4a-5060-4a66-bc33-ce6beabfc59d req-aaa8f274-e0cf-4909-beed-c4736bc5ac01 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:01.661738 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6b825f4a-5060-4a66-bc33-ce6beabfc59d req-aaa8f274-e0cf-4909-beed-c4736bc5ac01 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 931 time: 1.2284172 Jun 11 18:11:01.817386 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6b825f4a-5060-4a66-bc33-ce6beabfc59d req-1e39bc25-66a3-49b1-bc68-de29142996db tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538644 Jun 11 18:11:01.934566 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port 7732b938-4f0b-40ab-8e69-8342bca2b427 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:01.951941 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 7732b938-4f0b-40ab-8e69-8342bca2b427 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:01.953048 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.275408 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:11:02.376025 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.448166 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Transition to ACTIVE for port object ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:02.459050 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.470905 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.478160 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:02.596629 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port 7732b938-4f0b-40ab-8e69-8342bca2b427, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=7732b938-4f0b-40ab-8e69-8342bca2b427,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:02.621670 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.625500 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:02.717535 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:02.726880 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:02.821290 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:03.003910 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=7732b938-4f0b-40ab-8e69-8342bca2b427,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:03.026212 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:03.160813 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:03.206998 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-bd095c31-4898-4362-8645-78c8ce92e6a0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3d94f856e630464db0e7b88ea42cecb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6256456 Jun 11 18:11:03.211832 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52222) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:03.278860 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4810553c-0b48-47cb-8fa2-1138d3f4dd88 None None] Network 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:11:03.434060 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Attempting to bind port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:11:03.434754 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Attempting to bind port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:11:03.435517 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Attempting to bind port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 on network 8948bab2-be4d-4cd2-baff-e343803f2785 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:03.443693 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 on network 8948bab2-be4d-4cd2-baff-e343803f2785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:11:03.444254 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Attempting to bind port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 on network 8948bab2-be4d-4cd2-baff-e343803f2785 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:03.464199 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:11:03.465628 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Checking segment: {'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:11:03.469595 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Bound using segment: {'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:11:03.480943 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Bound port: ce1d4a2a-b213-4afe-8d3a-ae0b719a2110, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:11:03.482429 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:03.790602 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-66759168-87ac-4413-891d-1e2fa37cf182 None None] Provisioning for port ff4d50e1-0d7f-4979-a185-79400297d898 completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:03.801187 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] For port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:11:03.823780 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] For port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:11:03.845693 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:03.852670 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device ff4d50e1-0d7f-4979-a185-79400297d898 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:03.853626 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-fb80e2f2-402f-4374-80a5-7b254d7677b6 tempest-VolumesActionsTest-1686256198 tempest-VolumesActionsTest-1686256198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:04.026430 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:04.027547 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:04.030226 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] 10.222.0.77 "PUT /v2.0/ports/ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 HTTP/1.1" status: 200 len: 1093 time: 4.1640201 Jun 11 18:11:04.031097 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51567e71-459e-48d3-8111-964168c36d37', 'tag': 'ce1d4a2a-b213-4afe-8d3a-ae0b719a2110'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:04.037179 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Allocated IP 172.28.1.238 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:11:04.049156 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9358e183-64d0-4985-8609-95d9990611cd" -d '{"events": [{"name": "network-changed", "server_uuid": "51567e71-459e-48d3-8111-964168c36d37", "tag": "ce1d4a2a-b213-4afe-8d3a-ae0b719a2110"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:04.322702 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:04.344698 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:04.345204 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port ff4d50e1-0d7f-4979-a185-79400297d898 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:04.370060 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port ff4d50e1-0d7f-4979-a185-79400297d898 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:04.371208 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:04.428393 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-dd464f54-4188-48b8-b7ae-d43d17b6f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:04.431077 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-dd464f54-4188-48b8-b7ae-d43d17b6f8c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04e0ce4feca542edbaa83738edfcff46&device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 1096 time: 0.2735887 Jun 11 18:11:04.610057 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-0b25d199-4e49-48b8-9c2a-d1d365d62aa1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 HTTP/1.1" status: 200 len: 217 time: 0.1712308 Jun 11 18:11:04.715091 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:04.764373 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:04.849708 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-c129c123-ba5d-402e-927c-3da6abbf8219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:04.852883 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-c129c123-ba5d-402e-927c-3da6abbf8219 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f4e18b81-17b9-486c-88de-11fbb506511c HTTP/1.1" status: 200 len: 855 time: 0.2343981 Jun 11 18:11:04.861606 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3ec941c8-1f93-492a-84c6-3602b73e10b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:04.869553 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port ff4d50e1-0d7f-4979-a185-79400297d898, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=ff4d50e1-0d7f-4979-a185-79400297d898,segment=NetworkSegment(1e84c0f2-52b6-4295-8f1c-95cd54abba82),segment_id=1e84c0f2-52b6-4295-8f1c-95cd54abba82)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:04.885582 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:04.888123 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 7732b938-4f0b-40ab-8e69-8342bca2b427 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:04.892926 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:04.911348 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3ec941c8-1f93-492a-84c6-3602b73e10b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:05.052353 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ba58-3717-45e0-8644-c127313c21d8 req-3f673687-dea1-43f6-b0f1-e9af2f4d0003 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:05.076945 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2fc9ba58-3717-45e0-8644-c127313c21d8 req-3f673687-dea1-43f6-b0f1-e9af2f4d0003 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 943 time: 1.7756345 Jun 11 18:11:05.078428 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3ec941c8-1f93-492a-84c6-3602b73e10b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:05.091580 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3ec941c8-1f93-492a-84c6-3602b73e10b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:05.093944 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-3ec941c8-1f93-492a-84c6-3602b73e10b5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d785f194-22cc-40bb-8e36-747241c2917a HTTP/1.1" status: 204 len: 168 time: 1.8746498 Jun 11 18:11:05.094588 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-bb867f5f-6938-479b-a053-6afff18cfaba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8948bab2-be4d-4cd2-baff-e343803f2785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2295210 Jun 11 18:11:05.099766 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29514949'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:05.122108 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ffd9c669-e9bb-4d2a-8331-55647ca4541b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:05.458978 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa92a4-106d-4e3c-9949-0a0f780a6735 req-f78fdaf6-e805-41a7-bf72-52613c7673cb tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:05.486538 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-48aa92a4-106d-4e3c-9949-0a0f780a6735 req-f78fdaf6-e805-41a7-bf72-52613c7673cb tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 946 time: 2.3202577 Jun 11 18:11:05.502713 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec941c8-1f93-492a-84c6-3602b73e10b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d785f194-22cc-40bb-8e36-747241c2917a,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:05.510572 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-3ec941c8-1f93-492a-84c6-3602b73e10b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:05.522546 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-967259ec-b558-4432-89c0-894e905bbcf5 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.396s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:05.554853 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=ff4d50e1-0d7f-4979-a185-79400297d898,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:05.588151 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:05.638540 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-998ca05f-4001-4905-a699-38d66a6aa675 service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403845 Jun 11 18:11:05.666115 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-c87515bb-660c-4a9d-bc42-63fa83c6dcf6 None None] Provisioning complete for port ff4d50e1-0d7f-4979-a185-79400297d898 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:05.667177 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c87515bb-660c-4a9d-bc42-63fa83c6dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:05.842844 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port 7732b938-4f0b-40ab-8e69-8342bca2b427 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:05.843983 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:05.890632 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Pushing event updated for resources: {'Port': ['ID=ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:05.910165 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:11:05.911125 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52270) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:05.943976 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:05.981336 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:11:05.989688 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:11:06.211752 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-530cfa48-e3e5-4405-8093-16699db72ba5 req-c01637b8-62ea-48b9-a4d5-85b48bf233bf service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641611 Jun 11 18:11:06.221903 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2fc9ba58-3717-45e0-8644-c127313c21d8 req-55b9506a-56aa-4e1c-9a44-ff63efa5f30b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1130412 Jun 11 18:11:06.236924 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-48aa92a4-106d-4e3c-9949-0a0f780a6735 req-8769875d-6e77-4425-9c56-d3e53e4ffb34 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7488449 Jun 11 18:11:06.417320 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afae4f9d-bd59-4309-8743-40d06876ef8b x-openstack-request-id: req-afae4f9d-bd59-4309-8743-40d06876ef8b {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:06.418399 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51567e71-459e-48d3-8111-964168c36d37", "tag": "ce1d4a2a-b213-4afe-8d3a-ae0b719a2110", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:06.418865 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-afae4f9d-bd59-4309-8743-40d06876ef8b {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:06.419580 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51567e71-459e-48d3-8111-964168c36d37', 'tag': 'ce1d4a2a-b213-4afe-8d3a-ae0b719a2110', 'status': 'completed', 'code': 200} Jun 11 18:11:06.737281 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device ff4d50e1-0d7f-4979-a185-79400297d898 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:06.767666 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-78c5bc6b-c642-49c7-b2c0-12975012f52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:06.970289 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port ff4d50e1-0d7f-4979-a185-79400297d898 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:06.971150 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:07.286226 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-78c5bc6b-c642-49c7-b2c0-12975012f52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:07.519880 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358e183-64d0-4985-8609-95d9990611cd req-ef0a0d19-1e7e-468b-9554-63f3778ae0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:07.523279 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-9358e183-64d0-4985-8609-95d9990611cd req-ef0a0d19-1e7e-468b-9554-63f3778ae0a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04e0ce4feca542edbaa83738edfcff46&device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 1096 time: 1.0756953 Jun 11 18:11:07.812848 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:07.947667 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358e183-64d0-4985-8609-95d9990611cd req-17b1f5c0-72be-487b-ac10-7280fcb0223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:07.951145 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-9358e183-64d0-4985-8609-95d9990611cd req-17b1f5c0-72be-487b-ac10-7280fcb0223d service neutron] 10.222.0.77 "GET /v2.0/networks?id=8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 200 len: 917 time: 0.4111321 Jun 11 18:11:07.955717 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-78c5bc6b-c642-49c7-b2c0-12975012f52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:08.055812 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-9358e183-64d0-4985-8609-95d9990611cd req-ccfa4fe6-a00d-4878-a5ab-1dde9bc81a5c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 HTTP/1.1" status: 200 len: 217 time: 0.0936069 Jun 11 18:11:08.094394 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-9c210bd4-91fe-4392-9200-df3c7baad57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:08.155243 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:11:08.170605 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-78c5bc6b-c642-49c7-b2c0-12975012f52f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eaed44d577c14fc69d334aa349187521&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2480862 Jun 11 18:11:08.176162 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52302) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:08.300489 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0053d1ae-c311-4d96-9dd8-03a4bc5f1d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:08.370273 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0053d1ae-c311-4d96-9dd8-03a4bc5f1d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:08.438125 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5bc6b-c642-49c7-b2c0-12975012f52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cbd141-bac3-4302-b8ad-1125bb25260f,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:08.452377 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-78c5bc6b-c642-49c7-b2c0-12975012f52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:08.459344 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358e183-64d0-4985-8609-95d9990611cd req-73666ef0-4ef7-492e-8d74-c57dc2c7c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:08.464197 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-9358e183-64d0-4985-8609-95d9990611cd req-73666ef0-4ef7-492e-8d74-c57dc2c7c18e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f4e18b81-17b9-486c-88de-11fbb506511c HTTP/1.1" status: 200 len: 855 time: 0.4011157 Jun 11 18:11:08.554665 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-9358e183-64d0-4985-8609-95d9990611cd req-7bd28477-dea4-4218-a349-7dd7b55eebd5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8948bab2-be4d-4cd2-baff-e343803f2785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788646 Jun 11 18:11:08.745148 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0053d1ae-c311-4d96-9dd8-03a4bc5f1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:08.757131 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0053d1ae-c311-4d96-9dd8-03a4bc5f1d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:08.776386 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-0053d1ae-c311-4d96-9dd8-03a4bc5f1d4f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/10cbd141-bac3-4302-b8ad-1125bb25260f HTTP/1.1" status: 204 len: 168 time: 0.5974197 Jun 11 18:11:08.789278 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-cf383fc2-b3eb-423c-b832-68d617e7ac21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:08.852435 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053d1ae-c311-4d96-9dd8-03a4bc5f1d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cbd141-bac3-4302-b8ad-1125bb25260f,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:08.882410 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-0053d1ae-c311-4d96-9dd8-03a4bc5f1d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:09.183556 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:09.232490 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': 'ce1d4a2a-b213-4afe-8d3a-ae0b719a2110', 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785', 'port_id': 'ce1d4a2a-b213-4afe-8d3a-ae0b719a2110', 'mac_address': 'fa:16:3e:5e:e2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e18b81-17b9-486c-88de-11fbb506511c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:11:09.235269 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-9358e183-64d0-4985-8609-95d9990611cd req-b7ce80f5-2c9d-4801-a0a1-ba095f390f4f service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6671238 Jun 11 18:11:09.480966 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:09.538067 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e7209-67f7-4528-954b-16f242cbc3e4 req-1d34e917-9d31-4676-979f-8a11a8d2e0ec tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:09.571508 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-9358e183-64d0-4985-8609-95d9990611cd req-7293c602-634b-4ad6-996f-0ba12910d707 service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184245 Jun 11 18:11:09.578746 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:11:09.587349 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-877e7209-67f7-4528-954b-16f242cbc3e4 req-1d34e917-9d31-4676-979f-8a11a8d2e0ec tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 946 time: 1.5030882 Jun 11 18:11:09.627995 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003866'] for router, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:09.774133 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:09.795568 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:09.800129 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:09.969854 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:09.975692 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:10.008085 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['ce1d4a2a-b213-4afe-8d3a-ae0b719a2110'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:11:10.555792 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a6729-e1ef-40df-ab5b-b368a4847882 req-a66951ce-fbe9-4470-ac96-a4ab6ce137fe tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:10.558433 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-420a6729-e1ef-40df-ab5b-b368a4847882 req-a66951ce-fbe9-4470-ac96-a4ab6ce137fe tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 943 time: 2.4722295 Jun 11 18:11:10.646180 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-877e7209-67f7-4528-954b-16f242cbc3e4 req-369b4962-377b-45c9-9a43-1b3126fcb184 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0539105 Jun 11 18:11:10.749582 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-420a6729-e1ef-40df-ab5b-b368a4847882 req-6ebd3a19-560f-4260-8711-ab7b91b90610 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664019 Jun 11 18:11:10.821665 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dd548-f589-4361-92b1-251614168ace req-79637635-8735-4bfe-abf1-baf66458ae1f tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:10.825126 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-342dd548-f589-4361-92b1-251614168ace req-79637635-8735-4bfe-abf1-baf66458ae1f tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.77 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 1.2015200 Jun 11 18:11:11.086498 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Router 194967fc-4781-4b15-ad4b-843025fed76c is scheduled to L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 with binding_index 1 {{(pid=91991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:11:11.371541 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574431d-69f9-43e5-89a1-e0728cfd1883 req-47fa371d-7a57-463b-9cab-3ae02c234c1c tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:11.374316 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4574431d-69f9-43e5-89a1-e0728cfd1883 req-47fa371d-7a57-463b-9cab-3ae02c234c1c tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.4397013 Jun 11 18:11:11.441702 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Deleting port f06f3702-3bd4-4728-8a93-2d0c88f2300b {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:11:11.442285 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:11.565556 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4574431d-69f9-43e5-89a1-e0728cfd1883 req-a28d7e85-0cee-42ea-89b0-6742116f4c1e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698689 Jun 11 18:11:11.720393 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:11:11.741588 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Sync routers for ids ['194967fc-4781-4b15-ad4b-843025fed76c'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:11:11.759844 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Routers {'194967fc-4781-4b15-ad4b-843025fed76c'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:11:11.766634 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:10:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['194967fc-4781-4b15-ad4b-843025fed76c'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:11.779694 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] For port f06f3702-3bd4-4728-8a93-2d0c88f2300b, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=f06f3702-3bd4-4728-8a93-2d0c88f2300b,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:11.780334 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:11.833817 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Notify callbacks [] for router, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:11.840786 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52334) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:11.851509 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 15.1160879 Jun 11 18:11:12.127346 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Set router 194967fc-4781-4b15-ad4b-843025fed76c gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:11:12.237716 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:12.659701 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65c8b8-d08a-4278-be58-a46f0d40c4b6 req-9e6e6dc8-9073-431d-b7e6-cfa5640c41aa tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:12.673274 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3c65c8b8-d08a-4278-be58-a46f0d40c4b6 req-9e6e6dc8-9073-431d-b7e6-cfa5640c41aa tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 944 time: 0.5830052 Jun 11 18:11:12.754373 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:12.797654 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3c65c8b8-d08a-4278-be58-a46f0d40c4b6 req-410c6751-32ba-4d68-83c3-97edde963d80 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235392 Jun 11 18:11:12.810194 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194967fc-4781-4b15-ad4b-843025fed76c', 'name': 'tempest-TestShelveInstance-294834097-router', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:56Z', 'updated_at': '2021-06-11T18:11:07Z', 'revision_number': 3, 'project_id': 'dce770f8f9ad49979e508078b0eb0882', 'gw_port': {'id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194967fc-4781-4b15-ad4b-843025fed76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:03Z', 'updated_at': '2021-06-11T18:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:12.815758 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:12.824046 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:12.825021 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:12.829992 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Checking router: 194967fc-4781-4b15-ad4b-843025fed76c for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:11:12.831003 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Updating router 194967fc-4781-4b15-ad4b-843025fed76c port ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 binding host dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:11:12.837326 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:12.838049 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:12.838596 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.l3_db [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Floating IP 56a5b6c9-e25e-492f-83d5-b37b11efd186 disassociated. External IP: 172.28.1.68, port: f06f3702-3bd4-4728-8a93-2d0c88f2300b. Jun 11 18:11:12.842350 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Calling delete_port for f06f3702-3bd4-4728-8a93-2d0c88f2300b owned by compute:nova {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:11:13.125098 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.399155 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f9801-3b2c-4976-8812-286e38ec9279 req-9f5974a5-b8b2-4938-a485-c4f1025bc901 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:13.402994 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-422f9801-3b2c-4976-8812-286e38ec9279 req-9f5974a5-b8b2-4938-a485-c4f1025bc901 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 945 time: 0.2879028 Jun 11 18:11:13.469196 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.492368 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.514334 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-422f9801-3b2c-4976-8812-286e38ec9279 req-91c586b0-9873-4804-a379-85595da71105 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d299759-83e2-49a4-bb3b-ad2b1ce100d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993624 Jun 11 18:11:13.515677 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.539378 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:13.557020 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:13.563492 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51567e71-459e-48d3-8111-964168c36d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1d4a2a-b213-4afe-8d3a-ae0b719a2110'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:13.567388 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c188f4-7cc9-452b-bca2-3ad6a2602daa" -d '{"events": [{"server_uuid": "51567e71-459e-48d3-8111-964168c36d37", "name": "network-vif-plugged", "status": "completed", "tag": "ce1d4a2a-b213-4afe-8d3a-ae0b719a2110"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:13.608662 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.611664 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device f06f3702-3bd4-4728-8a93-2d0c88f2300b no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:11:13.647960 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event deleted for resources: {'Port': ['ID=f06f3702-3bd4-4728-8a93-2d0c88f2300b,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:13.654412 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:13.718703 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:13.724318 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: f06f3702-3bd4-4728-8a93-2d0c88f2300b {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:11:13.725300 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device f06f3702-3bd4-4728-8a93-2d0c88f2300b not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:11:13.759790 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a288e1-8d35-47b5-bba5-1b695098725a x-openstack-request-id: req-51a288e1-8d35-47b5-bba5-1b695098725a {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:13.760881 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51567e71-459e-48d3-8111-964168c36d37", "name": "network-vif-plugged", "status": "completed", "tag": "ce1d4a2a-b213-4afe-8d3a-ae0b719a2110", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:13.760881 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-51a288e1-8d35-47b5-bba5-1b695098725a {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:13.773495 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51567e71-459e-48d3-8111-964168c36d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1d4a2a-b213-4afe-8d3a-ae0b719a2110', 'code': 200} Jun 11 18:11:13.981786 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Allocated IP 172.20.0.1 (0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa/daad7836-8cfa-4f6d-8eef-2847098f986f/c54233ba-6f21-4e67-bd84-2f53ac7a2d9f) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:11:14.142420 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:14.157881 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:14.405163 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.469389 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Transition to ACTIVE for port object c54233ba-6f21-4e67-bd84-2f53ac7a2d9f will not be triggered until provisioned by entity DHCP. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:14.474320 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:11:14.475756 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-27d734df-0cde-4324-b0a6-419e1cbd5dc6 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:14.489220 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-27d734df-0cde-4324-b0a6-419e1cbd5dc6 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/networks?id=bb867073-1266-4a21-bb52-ead6e0552b22 HTTP/1.1" status: 200 len: 815 time: 0.7005544 Jun 11 18:11:14.515340 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Notify callbacks [] for port, precommit_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.526815 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Router 65139bdf-231c-408e-a81d-b25ed17fca4f has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:11:14.531759 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5bb14-db5a-4742-95fc-e5fe837f6f08 req-44e08186-a89b-4475-ad55-a8d49d54d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:14.535028 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-02e5bb14-db5a-4742-95fc-e5fe837f6f08 req-44e08186-a89b-4475-ad55-a8d49d54d410 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 1098 time: 0.3074582 Jun 11 18:11:14.543871 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Transition to ACTIVE for port object ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 will not be triggered until provisioned by entity L2. {{(pid=91993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:14.552315 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-c1846bce-77f2-4b96-8dbb-b1c3689dbda6 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/quotas/36adc438fe8649a7a0128f7971f65934 HTTP/1.1" status: 200 len: 375 time: 0.0616620 Jun 11 18:11:14.568365 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.574072 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:14.624312 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-02e5bb14-db5a-4742-95fc-e5fe837f6f08 req-e5c3e16b-fc91-401d-9faf-8d4d7219a0db service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764575 Jun 11 18:11:14.636449 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.641375 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:14.716783 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d6f50-7b27-4ff7-a6e8-b8af2c98b27a None None] Pushing event updated for resources: {'Port': ['ID=ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6,revision_number=2']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:14.723571 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-461d6f50-7b27-4ff7-a6e8-b8af2c98b27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:14.726119 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Attempting to bind port ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:11:14.726966 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Attempting to bind port ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:11:14.727772 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Attempting to bind port ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 on network efd559cb-ed35-476f-88ad-0eeaea22209a {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:14.738455 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Network 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:11:14.738688 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:11:14.739302 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Checking segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:11:14.744109 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.744911 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:11:14.745103 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Bound using segment: {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'} {{(pid=91993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:11:14.746176 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.managers [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Bound port: ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa3c389-4778-42a4-93e2-f019fdb5d075', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}}] {{(pid=91993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:11:14.746812 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.752707 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:11:14.825670 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c54233ba-6f21-4e67-bd84-2f53ac7a2d9f,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:14.840790 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:14.867991 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] For port ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:11:14.874142 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002271'] for router_interface, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.875347 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] For port ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:11:14.894078 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.920999 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786ed2c-517c-4cda-82bb-ee29822492f4 req-0c8dd1ad-82be-4d31-a673-7d62ad276f98 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:14.921456 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:14.924986 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7786ed2c-517c-4cda-82bb-ee29822492f4 req-0c8dd1ad-82be-4d31-a673-7d62ad276f98 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 945 time: 0.5806339 Jun 11 18:11:15.050125 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Routers {'194967fc-4781-4b15-ad4b-843025fed76c'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:11:15.050871 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:10:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['194967fc-4781-4b15-ad4b-843025fed76c'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:15.157483 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7786ed2c-517c-4cda-82bb-ee29822492f4 req-6447fbad-6400-4170-be55-6a1d01979580 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769195 Jun 11 18:11:15.177011 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:11:15.198087 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6191ec-065f-4da3-a71e-72cd2e4d91a9 None None] Sync routers for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:11:15.224111 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6191ec-065f-4da3-a71e-72cd2e4d91a9 None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:11:15.226544 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-3b6191ec-065f-4da3-a71e-72cd2e4d91a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:10:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:15.309000 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-af56dd49-c9f3-472f-8b41-1dc7b146e9bf tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=36adc438fe8649a7a0128f7971f65934&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7311704 Jun 11 18:11:15.596027 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:15.766269 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] No DVR routers for this DVR port f06f3702-3bd4-4728-8a93-2d0c88f2300b on host hv-cinder-79604 {{(pid=91991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:11:15.794462 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-a25243a4-f268-4994-a218-6c4eef3dd9d0 service neutron] 10.222.0.63 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651175 Jun 11 18:11:15.796783 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:15.802819 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-342dd548-f589-4361-92b1-251614168ace req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.77 "DELETE /v2.0/ports/f06f3702-3bd4-4728-8a93-2d0c88f2300b HTTP/1.1" status: 204 len: 173 time: 4.9712358 Jun 11 18:11:15.818703 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-3b6191ec-065f-4da3-a71e-72cd2e4d91a9 None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:11:15.860728 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350628e9-f984-4db5-912b-d90dc64f253c', 'name': 'network-vif-deleted', 'tag': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:15.871830 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1ba76a-b25a-4daf-842a-f7fbe8641ec5" -d '{"events": [{"server_uuid": "350628e9-f984-4db5-912b-d90dc64f253c", "name": "network-vif-deleted", "tag": "f06f3702-3bd4-4728-8a93-2d0c88f2300b"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:15.915437 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d6f50-7b27-4ff7-a6e8-b8af2c98b27a None None] Pushing event updated for resources: {'Port': ['ID=ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6,revision_number=3']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:15.987892 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-461d6f50-7b27-4ff7-a6e8-b8af2c98b27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:16.031597 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-7bf94012-9a99-480f-a76d-445ae1675600 None None] Provisioning for port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:16.042917 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-803bb22e-a169-43c2-b978-65a6de26821e req-6d7a4211-e72c-4898-8378-4a6335c20390 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=350628e9-f984-4db5-912b-d90dc64f253c HTTP/1.1" status: 200 len: 210 time: 0.2380979 Jun 11 18:11:16.087171 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-7bf94012-9a99-480f-a76d-445ae1675600 None None] Provisioning complete for port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:16.088195 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-7bf94012-9a99-480f-a76d-445ae1675600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:16.346453 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-7bf94012-9a99-480f-a76d-445ae1675600 None None] Port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:11:16.365981 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2249664-a5b7-4409-98d4-45f91046cfc3 x-openstack-request-id: req-e2249664-a5b7-4409-98d4-45f91046cfc3 {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:16.366505 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350628e9-f984-4db5-912b-d90dc64f253c", "name": "network-vif-deleted", "tag": "f06f3702-3bd4-4728-8a93-2d0c88f2300b", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:16.366970 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e2249664-a5b7-4409-98d4-45f91046cfc3 {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:16.367668 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350628e9-f984-4db5-912b-d90dc64f253c', 'name': 'network-vif-deleted', 'tag': 'f06f3702-3bd4-4728-8a93-2d0c88f2300b', 'status': 'completed', 'code': 200} Jun 11 18:11:16.389747 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] Set router 194967fc-4781-4b15-ad4b-843025fed76c gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:11:16.488116 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:16.505687 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:16.507017 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-8894c83c-46b4-4b58-a6a3-4127e7e6442f service neutron] 10.222.0.63 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232157 Jun 11 18:11:16.521271 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:16.610052 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52390) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:16.862860 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002379'] for router_interface, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:17.104330 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c54233ba-6f21-4e67-bd84-2f53ac7a2d9f,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:17.119348 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:17.121100 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2948a667-1835-4808-8df1-61430fa4a5d0 req-44129de7-4d6f-4a45-908c-7e4917f9158e tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 210 time: 0.0672162 Jun 11 18:11:17.239779 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-3b6191ec-065f-4da3-a71e-72cd2e4d91a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 5, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:17.239779 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6191ec-065f-4da3-a71e-72cd2e4d91a9 None None] Checking router: 65139bdf-231c-408e-a81d-b25ed17fca4f for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:11:17.267891 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6191ec-065f-4da3-a71e-72cd2e4d91a9 None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:11:17.268841 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-3b6191ec-065f-4da3-a71e-72cd2e4d91a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:10:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:17.367667 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194967fc-4781-4b15-ad4b-843025fed76c', 'name': 'tempest-TestShelveInstance-294834097-router', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:56Z', 'updated_at': '2021-06-11T18:11:07Z', 'revision_number': 3, 'project_id': 'dce770f8f9ad49979e508078b0eb0882', 'gw_port': {'id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194967fc-4781-4b15-ad4b-843025fed76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:03Z', 'updated_at': '2021-06-11T18:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:17.377888 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Network 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:11:17.379179 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa52915-0e5a-46cc-a105-78f41a85835e None None] The sync data for ids ['194967fc-4781-4b15-ad4b-843025fed76c'] in dv-cinder-796049-1-smb is: [{'id': '194967fc-4781-4b15-ad4b-843025fed76c', 'name': 'tempest-TestShelveInstance-294834097-router', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:56Z', 'updated_at': '2021-06-11T18:11:07Z', 'revision_number': 3, 'project_id': 'dce770f8f9ad49979e508078b0eb0882', 'gw_port': {'id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194967fc-4781-4b15-ad4b-843025fed76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:03Z', 'updated_at': '2021-06-11T18:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:11:17.383908 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:11:18.067115 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-3b6191ec-065f-4da3-a71e-72cd2e4d91a9 None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:11:18.157696 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-3ddc1f5d-9266-4d96-a29b-1c06f08a81e5 None None] Provisioning complete for port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:18.158349 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1f5d-9266-4d96-a29b-1c06f08a81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:18.293407 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52406) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:18.297856 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2bf2d7b9-0886-4a4f-8a27-55ddd0ed39ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:18.317840 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc1f5d-9266-4d96-a29b-1c06f08a81e5 None None] Port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:11:18.584756 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18515b59-6fd6-489c-b521-dbd37656674f req-063b8d54-8e26-4f6a-924b-98f785b5e0b0 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:18.599750 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-18515b59-6fd6-489c-b521-dbd37656674f req-063b8d54-8e26-4f6a-924b-98f785b5e0b0 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 945 time: 1.8203359 Jun 11 18:11:18.646668 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Router 194967fc-4781-4b15-ad4b-843025fed76c has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:11:18.795540 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8dbcc289-f335-4cfb-aad1-0975d379651d req-c290f02b-710f-44d3-bab7-cadc4203600d tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 210 time: 0.3509123 Jun 11 18:11:18.907054 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-18515b59-6fd6-489c-b521-dbd37656674f req-ab31209f-bc67-409f-8a50-a3d11334ccb5 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058891 Jun 11 18:11:18.913462 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3085deef-169d-41b3-ba05-81209acaa084 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:18.920116 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:19.091170 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2bf2d7b9-0886-4a4f-8a27-55ddd0ed39ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:19.103203 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3085deef-169d-41b3-ba05-81209acaa084 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:19.110073 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:11:19.122188 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] 10.222.0.63 "PUT /v2.0/routers/194967fc-4781-4b15-ad4b-843025fed76c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2789445 Jun 11 18:11:19.152019 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2bf2d7b9-0886-4a4f-8a27-55ddd0ed39ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:19.180602 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-2462281a-aa9a-4eb5-9ef2-8257497c7ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:19.196403 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-3b6191ec-065f-4da3-a71e-72cd2e4d91a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 5, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:19.217569 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6191ec-065f-4da3-a71e-72cd2e4d91a9 None None] The sync data for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb is: [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 5, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:11:19.489208 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-2bf2d7b9-0886-4a4f-8a27-55ddd0ed39ee admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a2fb7f7897704c02a389fefe1086f038&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8766932 Jun 11 18:11:19.493910 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52416) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:19.495958 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:19.513350 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2d7b9-0886-4a4f-8a27-55ddd0ed39ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c8e63b-bcee-456c-ab6d-3eacb57103de,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:19.522574 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:19.523569 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:19.537416 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-2bf2d7b9-0886-4a4f-8a27-55ddd0ed39ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:19.589596 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3085deef-169d-41b3-ba05-81209acaa084 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:19.592813 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-3085deef-169d-41b3-ba05-81209acaa084 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:19.600120 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-3085deef-169d-41b3-ba05-81209acaa084 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "DELETE /v2.0/security-groups/4d299759-83e2-49a4-bb3b-ad2b1ce100d1 HTTP/1.1" status: 204 len: 168 time: 1.2409320 Jun 11 18:11:19.601019 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-78c5bc6b-c642-49c7-b2c0-12975012f52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:19.610795 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52418) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:19.646072 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085deef-169d-41b3-ba05-81209acaa084 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d299759-83e2-49a4-bb3b-ad2b1ce100d1,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:19.702014 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-3085deef-169d-41b3-ba05-81209acaa084 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:19.778763 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.api.v2.resource [None req-3ef92905-2404-4c2e-b266-8c50562ad5eb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] show failed (client error): The resource could not be found. Jun 11 18:11:19.780610 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-3ef92905-2404-4c2e-b266-8c50562ad5eb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups/4d299759-83e2-49a4-bb3b-ad2b1ce100d1 HTTP/1.1" status: 404 len: 347 time: 0.1521063 Jun 11 18:11:19.789343 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52424) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:19.948945 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f6d6ded0-1d38-420b-ac40-6ada87741978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:20.026392 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f6d6ded0-1d38-420b-ac40-6ada87741978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:20.071764 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:20.097199 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e8efb-e6f3-4345-9b47-02c5fa747f8a None None] New status for floating IP 56a5b6c9-e25e-492f-83d5-b37b11efd186: DOWN {{(pid=91993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:11:20.210585 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f6d6ded0-1d38-420b-ac40-6ada87741978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:20.216236 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f6d6ded0-1d38-420b-ac40-6ada87741978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:20.224657 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-f6d6ded0-1d38-420b-ac40-6ada87741978 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/42c8e63b-bcee-456c-ab6d-3eacb57103de HTTP/1.1" status: 204 len: 168 time: 0.7256410 Jun 11 18:11:20.228268 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-7efa4741-7e19-4ca4-8633-451db7bfc19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:20.267299 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6ded0-1d38-420b-ac40-6ada87741978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c8e63b-bcee-456c-ab6d-3eacb57103de,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:20.278204 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f6d6ded0-1d38-420b-ac40-6ada87741978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:20.370690 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-48761a29-34e6-4364-9099-e18b3f6bfdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:20.500686 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ec47e9f3-89f0-4c4e-b8df-93a9e5eacaf5 req-d079514a-33db-49a9-9431-95117e4feb57 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 210 time: 0.2785537 Jun 11 18:11:20.506138 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:20.526682 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:20.530810 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-5adb5403-eeb1-4ee7-82ce-6b5e663bc181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:20.592628 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-dbf58dbb-ae39-4711-b8b8-b38157c57bae tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Deleting port 6ab582fa-4cb5-46f8-8966-56104368aa5d {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:11:20.593049 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-dbf58dbb-ae39-4711-b8b8-b38157c57bae tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:20.829815 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:20.834992 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:20.847755 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-3bfbdbb0-1f02-404d-90aa-55486029012a tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:20.850057 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-3bfbdbb0-1f02-404d-90aa-55486029012a tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.77 "GET /v2.0/networks?id=bb867073-1266-4a21-bb52-ead6e0552b22 HTTP/1.1" status: 200 len: 815 time: 0.2236471 Jun 11 18:11:20.916131 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Request body: {'port': {'device_id': '6949dd45-c393-486c-b7ab-be890dd74c17', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'admin_state_up': True, 'tenant_id': '36adc438fe8649a7a0128f7971f65934'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:21.003930 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52434) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:21.014051 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-407e563e-f09a-4e6b-9742-7957ae409d2e tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-417623926', 'description': 'tempest-secgroup-smoke-417623926 description', 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:21.052158 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-dbf58dbb-ae39-4711-b8b8-b38157c57bae tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:21.052461 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-dbf58dbb-ae39-4711-b8b8-b38157c57bae tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:21.067070 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-407e563e-f09a-4e6b-9742-7957ae409d2e tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:21.083232 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433226ba-5673-4715-b544-39771ba5000b None None] Sync routers for ids ['194967fc-4781-4b15-ad4b-843025fed76c'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:11:21.096460 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433226ba-5673-4715-b544-39771ba5000b None None] Routers {'194967fc-4781-4b15-ad4b-843025fed76c'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:11:21.097175 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-433226ba-5673-4715-b544-39771ba5000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:10:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['194967fc-4781-4b15-ad4b-843025fed76c'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:21.378793 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-dbf58dbb-ae39-4711-b8b8-b38157c57bae tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Calling delete_port for 6ab582fa-4cb5-46f8-8966-56104368aa5d owned by network:floatingip {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:11:21.387370 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-407e563e-f09a-4e6b-9742-7957ae409d2e tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:21.395409 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-407e563e-f09a-4e6b-9742-7957ae409d2e tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:21.401611 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-87f9b3da-3938-414c-8f50-4f5062b70980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:21.467425 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-433226ba-5673-4715-b544-39771ba5000b None None] Set router 194967fc-4781-4b15-ad4b-843025fed76c gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:11:21.474895 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e563e-f09a-4e6b-9742-7957ae409d2e tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259c18ed-3286-4147-973f-fd86e828185a,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:21.481069 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-407e563e-f09a-4e6b-9742-7957ae409d2e tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:21.573864 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-407e563e-f09a-4e6b-9742-7957ae409d2e tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:21.577984 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-407e563e-f09a-4e6b-9742-7957ae409d2e tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5697198 Jun 11 18:11:21.581116 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52454) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:21.586515 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Made reservation on behalf of 36adc438fe8649a7a0128f7971f65934 for: {'port': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:11:21.591038 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-d7c83098-01f0-4ece-9f56-b037a34491a6 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Request body: {'security_group_rule': {'security_group_id': '259c18ed-3286-4147-973f-fd86e828185a', 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:21.597763 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:21.679527 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d7c83098-01f0-4ece-9f56-b037a34491a6 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:21.902013 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d7c83098-01f0-4ece-9f56-b037a34491a6 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:21.910878 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d7c83098-01f0-4ece-9f56-b037a34491a6 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:21.920725 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:21.922958 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-188d6d18-f2ac-4f6f-a402-88bdf8d3c181 req-53601297-4fba-4b12-8ce4-9ffe18a3b2cc tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 210 time: 0.0893228 Jun 11 18:11:21.953864 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c83098-01f0-4ece-9f56-b037a34491a6 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687682b3-5862-4e48-b441-cb149d3daad2,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:21.960724 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d7c83098-01f0-4ece-9f56-b037a34491a6 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:21.972937 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d7c83098-01f0-4ece-9f56-b037a34491a6 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:21.986500 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-d7c83098-01f0-4ece-9f56-b037a34491a6 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4016490 Jun 11 18:11:21.990115 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52466) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:22.012212 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-7145f8f9-eaf0-4361-93ad-a99451404a42 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Request body: {'security_group_rule': {'security_group_id': '259c18ed-3286-4147-973f-fd86e828185a', 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:22.112335 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7145f8f9-eaf0-4361-93ad-a99451404a42 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:22.175971 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Allocated IP 172.20.0.3 (bb867073-1266-4a21-bb52-ead6e0552b22/71d90266-a32e-4eda-9963-507c722ab00f/774ce97e-7798-460c-bcd0-af57a1ed2973) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:11:22.254686 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-dbf58dbb-ae39-4711-b8b8-b38157c57bae tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:22.263449 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:22.343126 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7145f8f9-eaf0-4361-93ad-a99451404a42 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:22.354391 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-433226ba-5673-4715-b544-39771ba5000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194967fc-4781-4b15-ad4b-843025fed76c', 'name': 'tempest-TestShelveInstance-294834097-router', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:56Z', 'updated_at': '2021-06-11T18:11:15Z', 'revision_number': 4, 'project_id': 'dce770f8f9ad49979e508078b0eb0882', 'gw_port': {'id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194967fc-4781-4b15-ad4b-843025fed76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:03Z', 'updated_at': '2021-06-11T18:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': 'c54233ba-6f21-4e67-bd84-2f53ac7a2d9f', 'name': '', 'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'mac_address': 'fa:16:3e:a2:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194967fc-4781-4b15-ad4b-843025fed76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'daad7836-8cfa-4f6d-8eef-2847098f986f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:13Z', 'updated_at': '2021-06-11T18:11:15Z', 'revision_number': 2, 'project_id': 'dce770f8f9ad49979e508078b0eb0882', 'subnets': [{'id': 'daad7836-8cfa-4f6d-8eef-2847098f986f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:22.358343 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7145f8f9-eaf0-4361-93ad-a99451404a42 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:22.373345 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c54e9a66-bada-4179-9deb-c4173d1bb794 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:22.377252 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf58dbb-ae39-4711-b8b8-b38157c57bae tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event deleted for resources: {'Port': ['ID=6ab582fa-4cb5-46f8-8966-56104368aa5d,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:22.383223 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433226ba-5673-4715-b544-39771ba5000b None None] Checking router: 194967fc-4781-4b15-ad4b-843025fed76c for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:11:22.385126 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433226ba-5673-4715-b544-39771ba5000b None None] Updating router 194967fc-4781-4b15-ad4b-843025fed76c port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f binding host dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:11:22.410262 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-dbf58dbb-ae39-4711-b8b8-b38157c57bae tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:22.465790 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:22.467982 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145f8f9-eaf0-4361-93ad-a99451404a42 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a2240f-9bc9-42d4-9019-536a44916292,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:22.482842 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-7145f8f9-eaf0-4361-93ad-a99451404a42 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:22.487832 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7145f8f9-eaf0-4361-93ad-a99451404a42 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:22.493921 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-7145f8f9-eaf0-4361-93ad-a99451404a42 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5002100 Jun 11 18:11:22.499452 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52476) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:22.523406 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-2d159683-9fc3-458c-be25-ce01cab98568 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Request body: {'security_group_rule': {'security_group_id': '259c18ed-3286-4147-973f-fd86e828185a', 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:22.627254 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2d159683-9fc3-458c-be25-ce01cab98568 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:22.642526 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-433226ba-5673-4715-b544-39771ba5000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:22.714343 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ddc31b68-11f4-4b55-bb10-f92d2f301da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:22.830316 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:22.943122 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2d159683-9fc3-458c-be25-ce01cab98568 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:22.956243 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2d159683-9fc3-458c-be25-ce01cab98568 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:22.961325 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d7c83098-01f0-4ece-9f56-b037a34491a6 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:23.026779 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d159683-9fc3-458c-be25-ce01cab98568 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78290a45-5986-4404-b740-e2b1fd2559e3,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:23.039581 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2d159683-9fc3-458c-be25-ce01cab98568 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:23.047064 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.082123 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.provisioning_blocks [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Transition to ACTIVE for port object 774ce97e-7798-460c-bcd0-af57a1ed2973 will not be triggered until provisioned by entity DHCP. {{(pid=91991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:23.102524 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2d159683-9fc3-458c-be25-ce01cab98568 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.110102 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-2d159683-9fc3-458c-be25-ce01cab98568 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5941741 Jun 11 18:11:23.117677 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52480) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:23.141430 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-8a563baf-6de0-4345-a046-9472dd2f6534 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Request body: {'security_group_rule': {'security_group_id': '259c18ed-3286-4147-973f-fd86e828185a', 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:23.144196 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:23.144623 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.288800 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8a563baf-6de0-4345-a046-9472dd2f6534 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.293433 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29514949'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.302800 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-52dd5b58-258a-4c64-befb-ceb36de87593 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:23.490722 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8a563baf-6de0-4345-a046-9472dd2f6534 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.499364 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8a563baf-6de0-4345-a046-9472dd2f6534 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.519712 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-7145f8f9-eaf0-4361-93ad-a99451404a42 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:23.583205 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a563baf-6de0-4345-a046-9472dd2f6534 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7d036a-89dd-4953-be5a-73792eff5894,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:23.616785 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-433226ba-5673-4715-b544-39771ba5000b None None] Notify callbacks [] for port, precommit_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.617732 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8a563baf-6de0-4345-a046-9472dd2f6534 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:23.640879 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.provisioning_blocks [None req-433226ba-5673-4715-b544-39771ba5000b None None] Transition to ACTIVE for port object c54233ba-6f21-4e67-bd84-2f53ac7a2d9f will not be triggered until provisioned by entity L2. {{(pid=91994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:23.650704 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.659413 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8a563baf-6de0-4345-a046-9472dd2f6534 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.669488 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Network bb867073-1266-4a21-bb52-ead6e0552b22 is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:11:23.670950 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-8a563baf-6de0-4345-a046-9472dd2f6534 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5500884 Jun 11 18:11:23.672385 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-433226ba-5673-4715-b544-39771ba5000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.674298 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52484) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:23.684607 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-d6cbf4eb-58ed-4765-ad5e-3681ccbfa40f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:23.692087 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:11:23.696573 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-72b98e9c-af92-4f0a-9819-99eef97c5908 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Request body: {'security_group_rule': {'security_group_id': '259c18ed-3286-4147-973f-fd86e828185a', 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:23.697543 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event updated for resources: {'Port': ['ID=774ce97e-7798-460c-bcd0-af57a1ed2973,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:23.701628 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:23.707518 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:11:23.774737 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.securitygroups_db [None req-72b98e9c-af92-4f0a-9819-99eef97c5908 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Project 61b1c0ab350c40f899fc30e7bb6a63b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 18:11:23.801546 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-72b98e9c-af92-4f0a-9819-99eef97c5908 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.855458 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-dbf58dbb-ae39-4711-b8b8-b38157c57bae tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.861045 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-dbf58dbb-ae39-4711-b8b8-b38157c57bae tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:23.863037 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-dbf58dbb-ae39-4711-b8b8-b38157c57bae tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "DELETE /v2.0/floatingips/56a5b6c9-e25e-492f-83d5-b37b11efd186 HTTP/1.1" status: 204 len: 168 time: 4.0720067 Jun 11 18:11:24.004085 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619d27d-d5eb-48f5-9f37-d2661bccef66 req-ab19b82c-7351-4e13-bd9e-e3fb84e35b2f tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:24.005768 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7619d27d-d5eb-48f5-9f37-d2661bccef66 req-ab19b82c-7351-4e13-bd9e-e3fb84e35b2f tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 931 time: 0.6369076 Jun 11 18:11:24.035037 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:24.036226 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:24.166404 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2489648 Jun 11 18:11:24.177933 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7619d27d-d5eb-48f5-9f37-d2661bccef66 req-34c853b3-1682-48f5-b2b0-97b20d0b64c5 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313519 Jun 11 18:11:24.189882 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Request body: {'port': {'device_id': '6949dd45-c393-486c-b7ab-be890dd74c17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:24.209389 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-72b98e9c-af92-4f0a-9819-99eef97c5908 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:24.222888 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-72b98e9c-af92-4f0a-9819-99eef97c5908 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:24.236785 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:24.313172 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b98e9c-af92-4f0a-9819-99eef97c5908 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35962c54-5904-496a-8d78-c1563432f77f,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:24.351068 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-72b98e9c-af92-4f0a-9819-99eef97c5908 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:24.366982 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-72b98e9c-af92-4f0a-9819-99eef97c5908 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:24.369768 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-72b98e9c-af92-4f0a-9819-99eef97c5908 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6901622 Jun 11 18:11:24.376795 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52488) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:24.387003 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-79cac9a2-0ce5-49e8-b4fd-a94d52a44d7c None None] Provisioning for port 774ce97e-7798-460c-bcd0-af57a1ed2973 completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:24.403287 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-47eb1ab5-95ac-4035-a872-4fd85950530a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Request body: {'security_group_rule': {'security_group_id': '259c18ed-3286-4147-973f-fd86e828185a', 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:24.425563 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-79cac9a2-0ce5-49e8-b4fd-a94d52a44d7c None None] Provisioning complete for port 774ce97e-7798-460c-bcd0-af57a1ed2973 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:24.430937 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-79cac9a2-0ce5-49e8-b4fd-a94d52a44d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:24.467080 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.securitygroups_db [None req-47eb1ab5-95ac-4035-a872-4fd85950530a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Project 61b1c0ab350c40f899fc30e7bb6a63b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 18:11:24.479183 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-47eb1ab5-95ac-4035-a872-4fd85950530a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:24.667688 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-47eb1ab5-95ac-4035-a872-4fd85950530a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:24.681057 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-47eb1ab5-95ac-4035-a872-4fd85950530a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:24.696395 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2d159683-9fc3-458c-be25-ce01cab98568 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:24.703561 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52490) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:24.726542 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb1ab5-95ac-4035-a872-4fd85950530a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3fc4a2-2ee0-4f5d-a74a-f614cfe2b519,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:24.732391 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-47eb1ab5-95ac-4035-a872-4fd85950530a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:24.753752 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-47eb1ab5-95ac-4035-a872-4fd85950530a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:24.758006 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-47eb1ab5-95ac-4035-a872-4fd85950530a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3774745 Jun 11 18:11:24.769633 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c950f-8186-4634-9f4c-754fe04148ff None None] Pushing event updated for resources: {'Port': ['ID=c54233ba-6f21-4e67-bd84-2f53ac7a2d9f,revision_number=3']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:24.776983 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-5b02bda0-b412-4a2d-8076-4ba435afec56 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1667051884', 'description': 'tempest-description--1016037243'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:24.785703 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-79cac9a2-0ce5-49e8-b4fd-a94d52a44d7c None None] Port 774ce97e-7798-460c-bcd0-af57a1ed2973 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:11:24.792959 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-676c950f-8186-4634-9f4c-754fe04148ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.108s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:24.812715 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:24.931124 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-433226ba-5673-4715-b544-39771ba5000b None None] Attempting to bind port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f on host dv-cinder-796049-1-smb for vnic_type normal with profile {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:11:24.934721 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-433226ba-5673-4715-b544-39771ba5000b None None] Attempting to bind port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f by drivers openvswitch,hyperv on host dv-cinder-796049-1-smb at level 0 using segments [{'id': '1e84c0f2-52b6-4295-8f1c-95cd54abba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa'}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:11:24.935285 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433226ba-5673-4715-b544-39771ba5000b None None] Attempting to bind port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f on network 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:24.951069 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433226ba-5673-4715-b544-39771ba5000b None None] Checking agent: {'id': 'c93b3552-40c2-48e8-b205-588862e8554e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 57, 52), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:11:24.952440 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433226ba-5673-4715-b544-39771ba5000b None None] Checking segment: {'id': '1e84c0f2-52b6-4295-8f1c-95cd54abba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:11:24.955135 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-433226ba-5673-4715-b544-39771ba5000b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:24.957125 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433226ba-5673-4715-b544-39771ba5000b None None] Bound using segment: {'id': '1e84c0f2-52b6-4295-8f1c-95cd54abba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa'} {{(pid=91994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:11:24.959647 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.managers [None req-433226ba-5673-4715-b544-39771ba5000b None None] Bound port: c54233ba-6f21-4e67-bd84-2f53ac7a2d9f, host: dv-cinder-796049-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e84c0f2-52b6-4295-8f1c-95cd54abba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa'}}] {{(pid=91994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:11:24.967002 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-433226ba-5673-4715-b544-39771ba5000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:25.011832 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5b02bda0-b412-4a2d-8076-4ba435afec56 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:25.291102 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-433226ba-5673-4715-b544-39771ba5000b None None] For port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f, host dv-cinder-796049-1-smb, cleared binding levels {{(pid=91994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:11:25.306472 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.plugins.ml2.db [None req-433226ba-5673-4715-b544-39771ba5000b None None] For port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f, host dv-cinder-796049-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=c54233ba-6f21-4e67-bd84-2f53ac7a2d9f,segment=NetworkSegment(1e84c0f2-52b6-4295-8f1c-95cd54abba82),segment_id=1e84c0f2-52b6-4295-8f1c-95cd54abba82)] {{(pid=91994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:11:25.320529 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron_lib.callbacks.manager [None req-433226ba-5673-4715-b544-39771ba5000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:25.350451 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:25.511400 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c950f-8186-4634-9f4c-754fe04148ff None None] Pushing event updated for resources: {'Port': ['ID=c54233ba-6f21-4e67-bd84-2f53ac7a2d9f,revision_number=4']} {{(pid=91994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:25.519032 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG oslo_concurrency.lockutils [None req-676c950f-8186-4634-9f4c-754fe04148ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:25.548044 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433226ba-5673-4715-b544-39771ba5000b None None] Routers {'194967fc-4781-4b15-ad4b-843025fed76c'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:11:25.549574 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-433226ba-5673-4715-b544-39771ba5000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:11:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['194967fc-4781-4b15-ad4b-843025fed76c'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:25.681161 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:26.042759 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-433226ba-5673-4715-b544-39771ba5000b None None] Set router 194967fc-4781-4b15-ad4b-843025fed76c gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:11:26.527396 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5b02bda0-b412-4a2d-8076-4ba435afec56 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:26.658118 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5b02bda0-b412-4a2d-8076-4ba435afec56 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:26.678106 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-32d78b84-18a0-4a67-befa-93ecb5832e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:26.828867 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5b02bda0-b412-4a2d-8076-4ba435afec56 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:26.833618 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-5b02bda0-b412-4a2d-8076-4ba435afec56 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1251745 Jun 11 18:11:26.837107 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52554) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:26.845231 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-63d9e272-faf9-41a7-90fa-cfec52379728 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Request body: {'security_group_rule': {'security_group_id': '30af563c-b140-4b6f-8a49-1ff52c636ebe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:26.916224 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-488719d2-316f-4921-82cf-9b8791b58a71 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:26.926735 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-63d9e272-faf9-41a7-90fa-cfec52379728 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:26.933714 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-488719d2-316f-4921-82cf-9b8791b58a71 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/networks?id=8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 200 len: 815 time: 1.0001791 Jun 11 18:11:26.964241 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18edaf-6c1b-4d18-8467-a4580fd14b81 req-7a5bad54-b907-44ba-a4db-dcdf2d38203c tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:26.981679 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-be18edaf-6c1b-4d18-8467-a4580fd14b81 req-7a5bad54-b907-44ba-a4db-dcdf2d38203c tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 931 time: 0.9896443 Jun 11 18:11:27.016907 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02bda0-b412-4a2d-8076-4ba435afec56 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30af563c-b140-4b6f-8a49-1ff52c636ebe,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:27.040507 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-433226ba-5673-4715-b544-39771ba5000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194967fc-4781-4b15-ad4b-843025fed76c', 'name': 'tempest-TestShelveInstance-294834097-router', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:56Z', 'updated_at': '2021-06-11T18:11:15Z', 'revision_number': 4, 'project_id': 'dce770f8f9ad49979e508078b0eb0882', 'gw_port': {'id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194967fc-4781-4b15-ad4b-843025fed76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:03Z', 'updated_at': '2021-06-11T18:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': 'c54233ba-6f21-4e67-bd84-2f53ac7a2d9f', 'name': '', 'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'mac_address': 'fa:16:3e:a2:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194967fc-4781-4b15-ad4b-843025fed76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'daad7836-8cfa-4f6d-8eef-2847098f986f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:13Z', 'updated_at': '2021-06-11T18:11:25Z', 'revision_number': 4, 'project_id': 'dce770f8f9ad49979e508078b0eb0882', 'subnets': [{'id': 'daad7836-8cfa-4f6d-8eef-2847098f986f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:27.065592 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433226ba-5673-4715-b544-39771ba5000b None None] The sync data for ids ['194967fc-4781-4b15-ad4b-843025fed76c'] in dv-cinder-796049-1-smb is: [{'id': '194967fc-4781-4b15-ad4b-843025fed76c', 'name': 'tempest-TestShelveInstance-294834097-router', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:56Z', 'updated_at': '2021-06-11T18:11:15Z', 'revision_number': 4, 'project_id': 'dce770f8f9ad49979e508078b0eb0882', 'gw_port': {'id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194967fc-4781-4b15-ad4b-843025fed76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:03Z', 'updated_at': '2021-06-11T18:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': 'c54233ba-6f21-4e67-bd84-2f53ac7a2d9f', 'name': '', 'network_id': '0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'mac_address': 'fa:16:3e:a2:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194967fc-4781-4b15-ad4b-843025fed76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'daad7836-8cfa-4f6d-8eef-2847098f986f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:13Z', 'updated_at': '2021-06-11T18:11:25Z', 'revision_number': 4, 'project_id': 'dce770f8f9ad49979e508078b0eb0882', 'subnets': [{'id': 'daad7836-8cfa-4f6d-8eef-2847098f986f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:11:27.083569 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-5b02bda0-b412-4a2d-8076-4ba435afec56 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:27.135723 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774ce97e-7798-460c-bcd0-af57a1ed2973 {{(pid=91991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:11:27.184805 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-1ad530f6-7b59-4326-968e-23a0a18645f3 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/quotas/04e0ce4feca542edbaa83738edfcff46 HTTP/1.1" status: 200 len: 375 time: 0.2155812 Jun 11 18:11:27.215114 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:27.238198 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-63d9e272-faf9-41a7-90fa-cfec52379728 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:27.246904 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-63d9e272-faf9-41a7-90fa-cfec52379728 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:27.285730 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:27.313023 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-63d9e272-faf9-41a7-90fa-cfec52379728 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:27.316040 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-63d9e272-faf9-41a7-90fa-cfec52379728 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4754987 Jun 11 18:11:27.320722 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52568) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:27.332138 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-505993b9-a5c1-4670-ab7d-acd167705d07 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Request body: {'security_group_rule': {'security_group_id': '30af563c-b140-4b6f-8a49-1ff52c636ebe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:27.342440 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9e272-faf9-41a7-90fa-cfec52379728 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbce56d4-7d7a-4b56-912b-655009b49bbd,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:27.358066 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-63d9e272-faf9-41a7-90fa-cfec52379728 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:27.439434 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-505993b9-a5c1-4670-ab7d-acd167705d07 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:27.463477 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-be18edaf-6c1b-4d18-8467-a4580fd14b81 req-301cffcf-bf58-4900-b3bb-c9ce21da38c3 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793777 Jun 11 18:11:27.465649 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.provisioning_blocks [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Transition to ACTIVE for port object 774ce97e-7798-460c-bcd0-af57a1ed2973 will not be triggered until provisioned by entity L2. {{(pid=91991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:27.488900 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29515003'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:27.517350 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-55b322eb-cfe1-4d67-a2c6-970f3a7fb9ff tempest-DeleteServersTestJSON-9404981 tempest-DeleteServersTestJSON-9404981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:27.697890 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-505993b9-a5c1-4670-ab7d-acd167705d07 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:27.708125 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-505993b9-a5c1-4670-ab7d-acd167705d07 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:27.716246 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:27.813034 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505993b9-a5c1-4670-ab7d-acd167705d07 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8f0098-7056-456b-a435-564d3b6568cc,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:27.839316 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-505993b9-a5c1-4670-ab7d-acd167705d07 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:27.857639 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-505993b9-a5c1-4670-ab7d-acd167705d07 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:27.864043 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-505993b9-a5c1-4670-ab7d-acd167705d07 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5406082 Jun 11 18:11:27.874894 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52574) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:27.881413 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Request body: {'floatingip': {'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:28.012590 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:28.465718 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:28.779739 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Allocated IP 172.28.1.99 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/6f12c653-70ca-4096-b6ee-237768f150bb) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:11:28.792170 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-9188a7cb-a165-4fa2-9725-35934f14cb19 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=04e0ce4feca542edbaa83738edfcff46&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5808098 Jun 11 18:11:28.884981 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device c54233ba-6f21-4e67-bd84-2f53ac7a2d9f up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:29.133597 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning for port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:29.142512 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:29.143444 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:29.180902 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Attempting to bind port 774ce97e-7798-460c-bcd0-af57a1ed2973 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:11:29.183797 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Attempting to bind port 774ce97e-7798-460c-bcd0-af57a1ed2973 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '97c99795-9022-4e19-ba07-600579f7c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22'}] {{(pid=91991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:11:29.184806 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Attempting to bind port 774ce97e-7798-460c-bcd0-af57a1ed2973 on network bb867073-1266-4a21-bb52-ead6e0552b22 {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:29.195645 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=774ce97e-7798-460c-bcd0-af57a1ed2973,revision_number=2']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:29.240247 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:29.349428 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Port 774ce97e-7798-460c-bcd0-af57a1ed2973 on network bb867073-1266-4a21-bb52-ead6e0552b22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:11:29.350109 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Attempting to bind port 774ce97e-7798-460c-bcd0-af57a1ed2973 on network bb867073-1266-4a21-bb52-ead6e0552b22 {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:29.457787 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:29.461482 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.948s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:29.462307 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:29.536090 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:29.667514 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:11:29.688674 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:11:29.703388 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] For port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=c54233ba-6f21-4e67-bd84-2f53ac7a2d9f,segment=NetworkSegment(1e84c0f2-52b6-4295-8f1c-95cd54abba82),segment_id=1e84c0f2-52b6-4295-8f1c-95cd54abba82)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:29.714398 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:29.715224 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:11:29.724440 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event updated for resources: {'Port': ['ID=6f12c653-70ca-4096-b6ee-237768f150bb,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:29.728359 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:29.735741 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:29.768122 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:11:29.768869 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Checking segment: {'id': '97c99795-9022-4e19-ba07-600579f7c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:11:29.769659 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Bound using segment: {'id': '97c99795-9022-4e19-ba07-600579f7c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22'} {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:11:29.771693 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Bound port: 774ce97e-7798-460c-bcd0-af57a1ed2973, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c99795-9022-4e19-ba07-600579f7c637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22'}}] {{(pid=91991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:11:29.773043 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:29.893266 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Pushing event updated for resources: {'Port': ['ID=c54233ba-6f21-4e67-bd84-2f53ac7a2d9f,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:29.914317 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:30.021279 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] For port 774ce97e-7798-460c-bcd0-af57a1ed2973, host hv-cinder-79604, cleared binding levels {{(pid=91991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:11:30.028205 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] For port 774ce97e-7798-460c-bcd0-af57a1ed2973, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=774ce97e-7798-460c-bcd0-af57a1ed2973,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:11:30.052617 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29515003'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:30.059377 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-2e1906e7-9c09-426e-a418-5fb768c872a9 tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:30.075706 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:30.172086 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=774ce97e-7798-460c-bcd0-af57a1ed2973,revision_number=3']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:30.191674 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:30.215688 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-ee0e8da2-0caa-4799-b1e3-304c2d2713f9 service neutron] 10.222.0.63 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1861031 Jun 11 18:11:30.297160 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:30.355254 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:30.362604 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:30.365229 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] 10.222.0.77 "PUT /v2.0/ports/774ce97e-7798-460c-bcd0-af57a1ed2973 HTTP/1.1" status: 200 len: 1093 time: 6.1843953 Jun 11 18:11:30.366108 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:30.372430 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86152721-8d5f-4293-9747-5d327e2d1a93" -d '{"events": [{"name": "network-changed", "server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:30.467409 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a60d84-470e-4ae5-b41d-3de13d2c1c26 req-7e853133-ad27-4d36-ac62-cd3c8426e71c tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:30.469542 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-22a60d84-470e-4ae5-b41d-3de13d2c1c26 req-7e853133-ad27-4d36-ac62-cd3c8426e71c tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 943 time: 1.4222300 Jun 11 18:11:30.760032 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device c54233ba-6f21-4e67-bd84-2f53ac7a2d9f up at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:30.809471 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-22a60d84-470e-4ae5-b41d-3de13d2c1c26 req-c5771387-86f2-4f39-920d-307de16fec77 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051830 Jun 11 18:11:30.832001 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-7794887b-10db-4c93-be0d-cae260e47932 service neutron] 10.222.0.63 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965564 Jun 11 18:11:30.984448 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:30.994261 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:31.002263 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-7f812b6b-271c-4704-a3e9-b884d1565283 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:31.028472 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Provisioning complete for port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:31.033956 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:31.042437 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3de70d-bda9-4816-a19d-8075685fc4a5 x-openstack-request-id: req-fa3de70d-bda9-4816-a19d-8075685fc4a5 {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:31.043324 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:31.043645 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fa3de70d-bda9-4816-a19d-8075685fc4a5 {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:31.044509 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973', 'status': 'completed', 'code': 200} Jun 11 18:11:31.282295 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event updated for resources: {'Port': ['ID=6f12c653-70ca-4096-b6ee-237768f150bb,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:31.302491 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:31.313360 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:31.392586 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:31.405662 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5295150 Jun 11 18:11:31.413462 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0f849717-0135-4a6d-b482-a415058bee2d req-e65aa45b-cbdb-4f13-a2f3-b6745ffb4ddc tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 210 time: 0.1113868 Jun 11 18:11:32.231891 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6463ab-9bb3-4c14-9384-3cd4e022fd29 req-96443def-2b9f-4c33-b5c5-6e0f626ae552 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:32.244484 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dc6463ab-9bb3-4c14-9384-3cd4e022fd29 req-96443def-2b9f-4c33-b5c5-6e0f626ae552 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 943 time: 0.2032714 Jun 11 18:11:32.324502 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dc6463ab-9bb3-4c14-9384-3cd4e022fd29 req-031e781f-40a7-4d3d-93dc-f62c53d953b4 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776155 Jun 11 18:11:32.693370 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-80c10889-f4e3-498f-8a9d-0991295ab11e req-5809968a-4ef2-47df-840f-b8535e55d5c1 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 210 time: 0.0514402 Jun 11 18:11:34.107770 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36581ae-23a7-453d-aca4-ac2f8a56c60b req-720da4a1-bdad-4d37-877f-56d193a9685e tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:34.109371 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d36581ae-23a7-453d-aca4-ac2f8a56c60b req-720da4a1-bdad-4d37-877f-56d193a9685e tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 943 time: 0.5536559 Jun 11 18:11:34.179839 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d36581ae-23a7-453d-aca4-ac2f8a56c60b req-f7e2bd54-3a5f-42b5-8613-545a4407c5d9 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623350 Jun 11 18:11:34.419033 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b02a2264-1b0b-4cf6-98be-75401b4038a9 req-1c7972af-4ab2-45d3-9516-29f2ecd6c7c5 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 210 time: 0.0630367 Jun 11 18:11:35.521230 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe20914-e14d-41e3-adc6-f2825deeb3b1 req-41d087ab-a1ee-4767-999d-1d37c2d8ee76 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:35.523098 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7fe20914-e14d-41e3-adc6-f2825deeb3b1 req-41d087ab-a1ee-4767-999d-1d37c2d8ee76 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 943 time: 0.1072893 Jun 11 18:11:35.604440 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7fe20914-e14d-41e3-adc6-f2825deeb3b1 req-d1aa7aaa-5e98-4a44-bdd8-19c0de7a5b9d tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717409 Jun 11 18:11:35.841327 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e208d29b-1f89-4b45-ba36-87f37ebe99ba req-d742dad1-3767-43e1-be30-0dd2eea0ada5 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 210 time: 0.0445268 Jun 11 18:11:36.493616 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-738801ae-3eb0-48c6-9386-d47d0a2a5933 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1667051884&fields=id&tenant_id=00ab5e082c9c46598b282b55ea9f9587 HTTP/1.1" status: 200 len: 267 time: 0.0709612 Jun 11 18:11:37.035274 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-c425daf4-60c6-4bdb-abb0-c8d13d1e0d5b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:37.037812 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-c425daf4-60c6-4bdb-abb0-c8d13d1e0d5b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/networks?id=c8b07964-869c-4914-9bdd-9766517dc52f HTTP/1.1" status: 200 len: 810 time: 0.5293164 Jun 11 18:11:37.103647 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-81df9cd5-8dd4-4d48-aac7-5b4de75fd1d1 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/quotas/00ab5e082c9c46598b282b55ea9f9587 HTTP/1.1" status: 200 len: 375 time: 0.0452411 Jun 11 18:11:37.107529 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86152721-8d5f-4293-9747-5d327e2d1a93 req-7b750846-938f-4c73-89ec-42f8eb1d5797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:37.110621 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-86152721-8d5f-4293-9747-5d327e2d1a93 req-7b750846-938f-4c73-89ec-42f8eb1d5797 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36adc438fe8649a7a0128f7971f65934&device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 1096 time: 0.3193727 Jun 11 18:11:37.235667 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19065635-a7f5-4475-b6ac-40c7a4ecc106 req-397e97a7-51a6-40dc-a08e-8d757addd2da tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:37.238503 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-19065635-a7f5-4475-b6ac-40c7a4ecc106 req-397e97a7-51a6-40dc-a08e-8d757addd2da tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 943 time: 0.3568103 Jun 11 18:11:37.520637 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-19065635-a7f5-4475-b6ac-40c7a4ecc106 req-58429be3-bdaf-42b4-b656-8723bed7d265 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287083 Jun 11 18:11:37.558330 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86152721-8d5f-4293-9747-5d327e2d1a93 req-be1f5bfb-4477-4610-81d4-948981513c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:37.560429 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-86152721-8d5f-4293-9747-5d327e2d1a93 req-be1f5bfb-4477-4610-81d4-948981513c02 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=36adc438fe8649a7a0128f7971f65934&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4200013 Jun 11 18:11:37.604484 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-0a1d1e8d-e76a-4760-8093-ec403e813284 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=00ab5e082c9c46598b282b55ea9f9587&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4881015 Jun 11 18:11:37.930774 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e96a7c1e-b398-4697-8710-800c4d6125cd req-7af47714-530a-4959-bf70-e5f63660d5d3 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 210 time: 0.2055037 Jun 11 18:11:38.129369 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86152721-8d5f-4293-9747-5d327e2d1a93 req-d8b16000-eeb2-4988-8e25-0048b4efc0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:38.132018 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-86152721-8d5f-4293-9747-5d327e2d1a93 req-d8b16000-eeb2-4988-8e25-0048b4efc0cd service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5638077 Jun 11 18:11:38.166014 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-ddfa4dab-11da-427f-b58e-04c5879c6f24 service neutron] 10.222.0.63 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337613 Jun 11 18:11:38.247885 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-41706be4-b1dc-400d-b2f3-3c421bab59f6 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:38.251145 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-41706be4-b1dc-400d-b2f3-3c421bab59f6 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "GET /v2.0/networks?id=8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 200 len: 815 time: 0.3326716 Jun 11 18:11:38.269668 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Request body: {'port': {'device_id': '05716e67-f2ac-4f56-b460-e0553f47945c', 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785', 'admin_state_up': True, 'tenant_id': '04e0ce4feca542edbaa83738edfcff46'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:38.522122 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-f10fa716-a278-47c5-b9eb-a4a7a354185a service neutron] 10.222.0.63 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434708 Jun 11 18:11:38.527568 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-8288e329-3517-4bfc-97c4-d6be236577d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:38.530366 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-8288e329-3517-4bfc-97c4-d6be236577d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36adc438fe8649a7a0128f7971f65934&device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 1096 time: 0.2756622 Jun 11 18:11:38.581558 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Made reservation on behalf of 04e0ce4feca542edbaa83738edfcff46 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:11:38.590666 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:38.647267 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-0b9797b3-721c-4fa2-92d9-1c8cef38f0f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774ce97e-7798-460c-bcd0-af57a1ed2973 HTTP/1.1" status: 200 len: 217 time: 0.1085079 Jun 11 18:11:38.798434 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-45ff1b43-3aab-4f40-a090-ec5e99c006a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:38.801084 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-45ff1b43-3aab-4f40-a090-ec5e99c006a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71d90266-a32e-4eda-9963-507c722ab00f HTTP/1.1" status: 200 len: 854 time: 0.1367424 Jun 11 18:11:38.962869 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Allocated IP 172.20.0.2 (8948bab2-be4d-4cd2-baff-e343803f2785/f4e18b81-17b9-486c-88de-11fbb506511c/c79a87dc-6f0a-44f3-9041-b629c238114f) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:11:39.007629 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5421ce4e-cda4-4802-b94f-4f6f261556a5 req-2d6f9885-7710-40f5-8507-55dde6b73484 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 210 time: 0.0692439 Jun 11 18:11:39.176090 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adfdf5-eddf-4994-ba07-9e8f4bb21010 req-06782656-c946-4a19-b7eb-c02069bd4ae9 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:39.178711 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-94adfdf5-eddf-4994-ba07-9e8f4bb21010 req-06782656-c946-4a19-b7eb-c02069bd4ae9 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 943 time: 0.3225830 Jun 11 18:11:39.284446 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e9d8e046-eaf2-4b6b-a6af-85238b7ec7dc req-55e6934a-f91d-4bf3-90a7-ab88615fb7c2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3053539 Jun 11 18:11:39.606377 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:39.656303 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8e046-eaf2-4b6b-a6af-85238b7ec7dc req-87f171f0-8517-4b2b-b744-9e998f2cab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:39.659145 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e9d8e046-eaf2-4b6b-a6af-85238b7ec7dc req-87f171f0-8517-4b2b-b744-9e998f2cab2d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e14e1c12ff423f9c1b015253b19503&device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 1099 time: 0.2231743 Jun 11 18:11:39.756997 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-de5bc93e-83fc-45e0-aadc-49f3f4aa1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:39.758790 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-de5bc93e-83fc-45e0-aadc-49f3f4aa1c32 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb867073-1266-4a21-bb52-ead6e0552b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9427590 Jun 11 18:11:39.883276 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:39.889333 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-820ea713-2e8c-4adb-a4ba-1f9733e9a75a req-6e3556d4-cecc-45d1-9ec0-dd6d2bc1de57 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 210 time: 0.1373749 Jun 11 18:11:39.891870 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8865361d-0610-4260-9a66-950098bd81c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:39.906145 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['ce1d4a2a-b213-4afe-8d3a-ae0b719a2110'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:11:39.931105 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-94adfdf5-eddf-4994-ba07-9e8f4bb21010 req-af6a7dc9-3d6f-48c8-ba90-f4568612ea49 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7392211 Jun 11 18:11:40.030139 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Network 8948bab2-be4d-4cd2-baff-e343803f2785 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:11:40.053551 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:11:40.062186 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:11:40.191613 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Pushing event updated for resources: {'Port': ['ID=c79a87dc-6f0a-44f3-9041-b629c238114f,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:40.202992 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8e046-eaf2-4b6b-a6af-85238b7ec7dc req-452cf4cb-82ab-47d7-8f20-cb5504fb72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:40.205800 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e9d8e046-eaf2-4b6b-a6af-85238b7ec7dc req-452cf4cb-82ab-47d7-8f20-cb5504fb72f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 200 len: 918 time: 0.4930880 Jun 11 18:11:40.207256 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:40.316766 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-99ed5c7a-f3df-4403-8b67-3347765c0899 service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391214 Jun 11 18:11:40.559561 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-534577c1-eb2b-40d8-8cb9-56fd3f8c0003 req-58b74f92-7950-4b02-a1f3-83fcc0e200f9 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 210 time: 0.0694036 Jun 11 18:11:40.601703 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32a32ae4-43b4-44dd-a5c6-b71029271b01 req-d799f921-3a1f-43f2-a467-2f22f7983284 service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768242 Jun 11 18:11:40.800992 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:40.802244 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:40.827018 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e9d8e046-eaf2-4b6b-a6af-85238b7ec7dc req-9a2ca057-be80-4b1c-95da-6a8b113f88e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029 HTTP/1.1" status: 200 len: 1000 time: 0.6030731 Jun 11 18:11:40.851703 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5918186 Jun 11 18:11:40.910320 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Request body: {'port': {'device_id': '05716e67-f2ac-4f56-b460-e0553f47945c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:40.950953 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-6ae1c3a6-113c-4394-a4be-2d25029dd6df tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:40.952686 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-6ae1c3a6-113c-4394-a4be-2d25029dd6df tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.77 "GET /v2.0/networks?id=c8b07964-869c-4914-9bdd-9766517dc52f HTTP/1.1" status: 200 len: 810 time: 0.1826494 Jun 11 18:11:41.017718 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8e046-eaf2-4b6b-a6af-85238b7ec7dc req-964a69c4-2d54-470f-b1f1-ebf7db7d3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:41.020495 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e9d8e046-eaf2-4b6b-a6af-85238b7ec7dc req-964a69c4-2d54-470f-b1f1-ebf7db7d3a6c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4159feda-883d-4a61-bfd7-ed412eb99cf3 HTTP/1.1" status: 200 len: 855 time: 0.1858227 Jun 11 18:11:41.042608 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-b306fc7a-5684-4c06-a5b9-95ab4473134f tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00ab5e082c9c46598b282b55ea9f9587 HTTP/1.1" status: 200 len: 380 time: 0.0779119 Jun 11 18:11:41.062320 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Request body: {'port': {'device_id': 'c36929e1-45b1-4c73-9343-fcf4a3079dda', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'admin_state_up': True, 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'security_groups': ['30af563c-b140-4b6f-8a49-1ff52c636ebe']}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:41.114814 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:41.422699 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Made reservation on behalf of 00ab5e082c9c46598b282b55ea9f9587 for: {'port': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:11:41.427718 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:41.435708 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8e046-eaf2-4b6b-a6af-85238b7ec7dc req-234516ae-cfb6-4e7c-acc7-2f12d93941b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:41.438510 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e9d8e046-eaf2-4b6b-a6af-85238b7ec7dc req-234516ae-cfb6-4e7c-acc7-2f12d93941b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50265511-d9df-48bb-b4ed-800ebda6a31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3248503 Jun 11 18:11:41.452165 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d590d28-9195-422d-9c46-4cd9acd3c0be req-310f43ea-0663-488b-bf0f-d6e82e5c7ec1 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:41.463806 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7d590d28-9195-422d-9c46-4cd9acd3c0be req-310f43ea-0663-488b-bf0f-d6e82e5c7ec1 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 943 time: 0.2004368 Jun 11 18:11:41.486290 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7633414-a0c0-464a-8cd7-5de0f8201c90 req-7b04b8a2-2beb-4dd2-abf5-2ced1c07c794 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:41.487859 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a7633414-a0c0-464a-8cd7-5de0f8201c90 req-7b04b8a2-2beb-4dd2-abf5-2ced1c07c794 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 931 time: 0.2361693 Jun 11 18:11:41.630400 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7d590d28-9195-422d-9c46-4cd9acd3c0be req-82e45002-eedc-4bcc-b652-06341dc55d0e tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583977 Jun 11 18:11:41.638426 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a7633414-a0c0-464a-8cd7-5de0f8201c90 req-0e1c1583-abf3-4511-9b1c-a13adfaf7129 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396432 Jun 11 18:11:41.750499 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Allocated IP 172.20.0.4 (c8b07964-869c-4914-9bdd-9766517dc52f/2bf2a25e-eb7f-4c90-8184-8c11922c2acb/f415b483-0716-4543-b212-dac9bce0bf48) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:11:41.861530 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e9d8e046-eaf2-4b6b-a6af-85238b7ec7dc req-05837ed6-4872-4586-bf58-b457fcdcabab service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120803 Jun 11 18:11:42.034624 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dead8e83-d3c8-435c-94e9-db5129e94003 req-7af03a27-6554-4987-a89f-ec217c575c87 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 210 time: 0.0533814 Jun 11 18:11:42.091233 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:42.101339 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79a87dc-6f0a-44f3-9041-b629c238114f {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:11:42.118289 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.provisioning_blocks [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Transition to ACTIVE for port object f415b483-0716-4543-b212-dac9bce0bf48 will not be triggered until provisioned by entity DHCP. {{(pid=91991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:42.122173 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:42.155105 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Transition to ACTIVE for port object c79a87dc-6f0a-44f3-9041-b629c238114f will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:42.167261 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:42.167261 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:42.175975 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e9d8e046-eaf2-4b6b-a6af-85238b7ec7dc req-919e8adb-b71a-40e5-9326-fa53a43f2bfd service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954390 Jun 11 18:11:42.196913 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29514949'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:42.205932 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-293a85bb-727e-4004-bbe9-df4e2e8a095d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:42.314901 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Network c8b07964-869c-4914-9bdd-9766517dc52f is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:11:42.321131 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:11:42.328062 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:11:42.328650 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Pushing event updated for resources: {'Port': ['ID=c79a87dc-6f0a-44f3-9041-b629c238114f,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:42.334223 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:42.378423 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 774ce97e-7798-460c-bcd0-af57a1ed2973 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:11:42.459266 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:42.466675 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:42.467742 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:42.498455 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event updated for resources: {'Port': ['ID=f415b483-0716-4543-b212-dac9bce0bf48,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:42.505811 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Attempting to bind port c79a87dc-6f0a-44f3-9041-b629c238114f on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:11:42.506553 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Attempting to bind port c79a87dc-6f0a-44f3-9041-b629c238114f by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:11:42.507114 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Attempting to bind port c79a87dc-6f0a-44f3-9041-b629c238114f on network 8948bab2-be4d-4cd2-baff-e343803f2785 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:42.518986 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4685311 Jun 11 18:11:42.520166 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:42.523815 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Port c79a87dc-6f0a-44f3-9041-b629c238114f on network 8948bab2-be4d-4cd2-baff-e343803f2785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:11:42.524754 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Attempting to bind port c79a87dc-6f0a-44f3-9041-b629c238114f on network 8948bab2-be4d-4cd2-baff-e343803f2785 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:42.539337 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:11:42.539942 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Checking segment: {'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:11:42.540695 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Bound using segment: {'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:11:42.542503 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Bound port: c79a87dc-6f0a-44f3-9041-b629c238114f, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:11:42.543124 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:42.544855 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Request body: {'port': {'device_id': 'c36929e1-45b1-4c73-9343-fcf4a3079dda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:42.722290 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 774ce97e-7798-460c-bcd0-af57a1ed2973, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=774ce97e-7798-460c-bcd0-af57a1ed2973,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:42.787228 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '774ce97e-7798-460c-bcd0-af57a1ed2973', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'port_id': '774ce97e-7798-460c-bcd0-af57a1ed2973', 'mac_address': 'fa:16:3e:44:55:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d90266-a32e-4eda-9963-507c722ab00f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:11:42.842183 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] For port c79a87dc-6f0a-44f3-9041-b629c238114f, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:11:42.865976 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] For port c79a87dc-6f0a-44f3-9041-b629c238114f, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c79a87dc-6f0a-44f3-9041-b629c238114f,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:11:42.898775 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:42.912939 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:42.936189 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:43.011637 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:43.051871 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774ce97e-7798-460c-bcd0-af57a1ed2973 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:11:43.115174 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 774ce97e-7798-460c-bcd0-af57a1ed2973, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=774ce97e-7798-460c-bcd0-af57a1ed2973,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:43.119182 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-d0802116-d638-4b13-baa9-78355385a8b8 None None] Provisioning for port f415b483-0716-4543-b212-dac9bce0bf48 completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:43.130728 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:43.131919 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:43.132092 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-d0802116-d638-4b13-baa9-78355385a8b8 None None] Provisioning complete for port f415b483-0716-4543-b212-dac9bce0bf48 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:43.132384 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-d0802116-d638-4b13-baa9-78355385a8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:43.134103 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] 10.222.0.77 "PUT /v2.0/ports/c79a87dc-6f0a-44f3-9041-b629c238114f HTTP/1.1" status: 200 len: 1093 time: 2.2323899 Jun 11 18:11:43.135256 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05716e67-f2ac-4f56-b460-e0553f47945c', 'tag': 'c79a87dc-6f0a-44f3-9041-b629c238114f'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:43.136446 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:43.142710 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:43.151964 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dfa247-e456-4961-8f1e-de9d3ca5733a" -d '{"events": [{"name": "network-changed", "server_uuid": "05716e67-f2ac-4f56-b460-e0553f47945c", "tag": "c79a87dc-6f0a-44f3-9041-b629c238114f"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:43.214132 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Pushing event updated for resources: {'Port': ['ID=c79a87dc-6f0a-44f3-9041-b629c238114f,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:43.244166 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:43.244730 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:43.245546 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:43.245874 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:43.246451 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:43.248259 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:43.248259 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:43.248259 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:43.249007 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:43.249271 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:43.249856 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:43.250427 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:43.294164 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:43.326746 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-d0802116-d638-4b13-baa9-78355385a8b8 None None] Port f415b483-0716-4543-b212-dac9bce0bf48 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:11:43.334399 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=774ce97e-7798-460c-bcd0-af57a1ed2973,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:43.339376 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:43.346207 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6acd0db1-dd68-4654-aed6-81fe0b9bd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:43.349399 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-6acd0db1-dd68-4654-aed6-81fe0b9bd6f4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04e0ce4feca542edbaa83738edfcff46&device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 1096 time: 0.1310627 Jun 11 18:11:43.395960 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['774ce97e-7798-460c-bcd0-af57a1ed2973'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:11:43.463566 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-8b9b8232-40c8-466c-bf1a-a199a0401ae0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c79a87dc-6f0a-44f3-9041-b629c238114f HTTP/1.1" status: 200 len: 217 time: 0.1053774 Jun 11 18:11:43.580121 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-05404204-f0c1-468a-b47c-b3e8fa28c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:43.583092 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-05404204-f0c1-468a-b47c-b3e8fa28c4a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f4e18b81-17b9-486c-88de-11fbb506511c HTTP/1.1" status: 200 len: 855 time: 0.1118574 Jun 11 18:11:43.651539 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-f4fbce01-b968-43a5-85e3-fcebed8c700e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8948bab2-be4d-4cd2-baff-e343803f2785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604761 Jun 11 18:11:43.708943 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75245ada-5c1b-4b13-af18-a53ef0590845 req-1f494c55-6912-413f-b67a-9f879c27a071 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:43.711605 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-75245ada-5c1b-4b13-af18-a53ef0590845 req-1f494c55-6912-413f-b67a-9f879c27a071 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 944 time: 0.4635973 Jun 11 18:11:43.737567 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cc232-22c6-428c-bc4a-7be329463059 req-1502e262-0ce5-4d46-9573-879539ae725f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:43.739372 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2b1cc232-22c6-428c-bc4a-7be329463059 req-1502e262-0ce5-4d46-9573-879539ae725f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 943 time: 0.4333012 Jun 11 18:11:43.886676 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-f5a01461-5f1d-44df-84c8-ac7237744db6 service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251477 Jun 11 18:11:43.890632 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-75245ada-5c1b-4b13-af18-a53ef0590845 req-80b3ba55-7136-4dc5-ab11-d5e6dc5bc79d tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379149 Jun 11 18:11:43.895480 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2b1cc232-22c6-428c-bc4a-7be329463059 req-77b80e49-3bd2-46a8-8c02-da8f3a0db0f4 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385887 Jun 11 18:11:43.952975 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f415b483-0716-4543-b212-dac9bce0bf48 {{(pid=91991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:11:43.952975 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:43.966423 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.provisioning_blocks [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Transition to ACTIVE for port object f415b483-0716-4543-b212-dac9bce0bf48 will not be triggered until provisioned by entity L2. {{(pid=91991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:43.980323 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29515003'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:43.983775 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:44.144493 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Pushing event updated for resources: {'Port': ['ID=f415b483-0716-4543-b212-dac9bce0bf48,revision_number=2']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:44.153652 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:44.170949 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-60147c07-a898-4be5-84fe-02b4eef464e0 req-a4d46aa1-62a2-45b1-ae39-b2ae98ccb8c5 service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793858 Jun 11 18:11:44.264253 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-cf4e4292-f0d2-4955-8065-ea54995bcb17 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-417623926&fields=id&tenant_id=61b1c0ab350c40f899fc30e7bb6a63b9 HTTP/1.1" status: 200 len: 267 time: 0.1412208 Jun 11 18:11:44.404031 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 774ce97e-7798-460c-bcd0-af57a1ed2973 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:44.490442 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Attempting to bind port f415b483-0716-4543-b212-dac9bce0bf48 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:11:44.490784 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Attempting to bind port f415b483-0716-4543-b212-dac9bce0bf48 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'}] {{(pid=91991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:11:44.491105 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Attempting to bind port f415b483-0716-4543-b212-dac9bce0bf48 on network c8b07964-869c-4914-9bdd-9766517dc52f {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:44.501415 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port 774ce97e-7798-460c-bcd0-af57a1ed2973 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:44.507751 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b487ee4-9956-407d-b655-94cbdb4f99ca req-b347bde3-317b-451b-be14-734bfcced036 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:44.508038 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 774ce97e-7798-460c-bcd0-af57a1ed2973 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:44.508713 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:44.509182 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9b487ee4-9956-407d-b655-94cbdb4f99ca req-b347bde3-317b-451b-be14-734bfcced036 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 943 time: 0.3450077 Jun 11 18:11:44.516938 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964888-4166-4626-889f-3a603de9e0e6 req-15841c01-7667-48a8-94fe-55006469f4f0 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:44.518538 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-15841c01-7667-48a8-94fe-55006469f4f0 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/networks?id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc HTTP/1.1" status: 200 len: 808 time: 0.2203801 Jun 11 18:11:44.519267 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Port f415b483-0716-4543-b212-dac9bce0bf48 on network c8b07964-869c-4914-9bdd-9766517dc52f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:11:44.519595 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Attempting to bind port f415b483-0716-4543-b212-dac9bce0bf48 on network c8b07964-869c-4914-9bdd-9766517dc52f {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:44.549989 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:11:44.550316 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Checking segment: {'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:11:44.550748 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Bound using segment: {'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'} {{(pid=91991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:11:44.551318 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.managers [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Bound port: f415b483-0716-4543-b212-dac9bce0bf48, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91193081-d5f6-45ff-a8bd-24d30ae32c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f'}}] {{(pid=91991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:11:44.551887 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:44.580782 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-3bfdb854-8bd2-4d01-aa50-5f15a08a2456 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/quotas/61b1c0ab350c40f899fc30e7bb6a63b9 HTTP/1.1" status: 200 len: 375 time: 0.0484626 Jun 11 18:11:44.678179 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9b487ee4-9956-407d-b655-94cbdb4f99ca req-9a9c3cc9-5f4c-4aaa-b668-806bd7e8bb53 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=30af563c-b140-4b6f-8a49-1ff52c636ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557202 Jun 11 18:11:44.733866 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] For port f415b483-0716-4543-b212-dac9bce0bf48, host hv-cinder-79604, cleared binding levels {{(pid=91991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:11:44.740800 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] For port f415b483-0716-4543-b212-dac9bce0bf48, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=f415b483-0716-4543-b212-dac9bce0bf48,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:11:44.749513 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29515003'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:44.752882 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:44.779099 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30be9023-204e-4bc7-bff2-3aeed99d4ef1 x-openstack-request-id: req-30be9023-204e-4bc7-bff2-3aeed99d4ef1 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:44.779627 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05716e67-f2ac-4f56-b460-e0553f47945c", "tag": "c79a87dc-6f0a-44f3-9041-b629c238114f", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:44.780116 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-30be9023-204e-4bc7-bff2-3aeed99d4ef1 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:44.780883 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05716e67-f2ac-4f56-b460-e0553f47945c', 'tag': 'c79a87dc-6f0a-44f3-9041-b629c238114f', 'status': 'completed', 'code': 200} Jun 11 18:11:44.799786 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-3e8dffbe-53db-4d10-8333-103f48d316c2 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=61b1c0ab350c40f899fc30e7bb6a63b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2037034 Jun 11 18:11:44.815325 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:44.815966 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:44.817577 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] 10.222.0.77 "PUT /v2.0/ports/f415b483-0716-4543-b212-dac9bce0bf48 HTTP/1.1" status: 200 len: 1093 time: 2.2854846 Jun 11 18:11:44.818259 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36929e1-45b1-4c73-9343-fcf4a3079dda', 'tag': 'f415b483-0716-4543-b212-dac9bce0bf48'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:44.821553 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e380a2-aab6-43b8-8478-9b9024bcfb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c36929e1-45b1-4c73-9343-fcf4a3079dda", "tag": "f415b483-0716-4543-b212-dac9bce0bf48"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:44.851355 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:44.886490 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Pushing event updated for resources: {'Port': ['ID=f415b483-0716-4543-b212-dac9bce0bf48,revision_number=3']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:44.932937 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:44.938149 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:44.940881 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79608ca3-b936-4685-b8b7-076736a36473" -d '{"events": [{"server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "name": "network-vif-plugged", "status": "completed", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:44.968766 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 774ce97e-7798-460c-bcd0-af57a1ed2973, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=774ce97e-7798-460c-bcd0-af57a1ed2973,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:44.997025 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:45.002067 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:45.043316 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-0cbcfaa9-21f7-4a15-949f-e037c2b36504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:45.047197 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-0cbcfaa9-21f7-4a15-949f-e037c2b36504 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=00ab5e082c9c46598b282b55ea9f9587&device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 1096 time: 0.1575770 Jun 11 18:11:45.134057 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=774ce97e-7798-460c-bcd0-af57a1ed2973,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:45.159228 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:45.172842 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-96307405-4469-4711-a9a1-2314f1867266 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f415b483-0716-4543-b212-dac9bce0bf48 HTTP/1.1" status: 200 len: 217 time: 0.1171267 Jun 11 18:11:45.249810 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-20ef1c9e-ce80-47b4-89dd-cc790cf98cf0 service neutron] 10.222.0.63 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771167 Jun 11 18:11:45.255028 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa247-e456-4961-8f1e-de9d3ca5733a req-6693271e-91e9-4e4b-a8cd-1c372cc4e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:45.257785 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32dfa247-e456-4961-8f1e-de9d3ca5733a req-6693271e-91e9-4e4b-a8cd-1c372cc4e5a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04e0ce4feca542edbaa83738edfcff46&device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 1096 time: 0.3995578 Jun 11 18:11:45.265230 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b00186-5a7b-4860-b045-7115d5599ff0 x-openstack-request-id: req-d4b00186-5a7b-4860-b045-7115d5599ff0 {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:45.265776 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36929e1-45b1-4c73-9343-fcf4a3079dda", "tag": "f415b483-0716-4543-b212-dac9bce0bf48", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:45.268397 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d4b00186-5a7b-4860-b045-7115d5599ff0 {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:45.268397 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36929e1-45b1-4c73-9343-fcf4a3079dda', 'tag': 'f415b483-0716-4543-b212-dac9bce0bf48', 'status': 'completed', 'code': 200} Jun 11 18:11:45.283730 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-ca66c6ac-a1d7-471c-898a-146a2efa6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:45.286598 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-ca66c6ac-a1d7-471c-898a-146a2efa6cd3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2bf2a25e-eb7f-4c90-8184-8c11922c2acb HTTP/1.1" status: 200 len: 849 time: 0.1071928 Jun 11 18:11:45.334927 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42092f01-11f6-4233-83b4-86e1a0965328 x-openstack-request-id: req-42092f01-11f6-4233-83b4-86e1a0965328 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:45.335560 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "name": "network-vif-plugged", "status": "completed", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:45.335978 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-42092f01-11f6-4233-83b4-86e1a0965328 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:45.336711 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973', 'code': 200} Jun 11 18:11:45.438592 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-8e3c7c1f-75e3-4caf-a86f-7d1847368818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:45.440934 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-8e3c7c1f-75e3-4caf-a86f-7d1847368818 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8b07964-869c-4914-9bdd-9766517dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1446373 Jun 11 18:11:45.628505 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-02bc1320-9b1e-46d9-9182-1166609a7c09 service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783526 Jun 11 18:11:45.861083 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-27ec6789-69fc-4d4e-b2ac-1ef6ca7368d3 req-c092c10e-a1a3-4dbb-a29e-8a6d9835162c service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251308 Jun 11 18:11:45.870618 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39677378-fbee-46f1-8e74-2eade63537c9 req-a8a9b247-7688-49e8-b750-c4a9bc0c8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:45.872411 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-39677378-fbee-46f1-8e74-2eade63537c9 req-a8a9b247-7688-49e8-b750-c4a9bc0c8f38 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 1098 time: 0.2228143 Jun 11 18:11:45.936226 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-39677378-fbee-46f1-8e74-2eade63537c9 req-ea44ed5f-f8b1-43ce-b959-8bc1b4417a02 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545342 Jun 11 18:11:46.052397 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e380a2-aab6-43b8-8478-9b9024bcfb2b req-74a42311-7034-4213-b690-aa7bf1c75764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:46.055176 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-94e380a2-aab6-43b8-8478-9b9024bcfb2b req-74a42311-7034-4213-b690-aa7bf1c75764 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=00ab5e082c9c46598b282b55ea9f9587&device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 1096 time: 0.1173427 Jun 11 18:11:46.091567 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa247-e456-4961-8f1e-de9d3ca5733a req-dca3de18-7cf7-4df0-9be2-2d9ad7dbfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:46.093083 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32dfa247-e456-4961-8f1e-de9d3ca5733a req-dca3de18-7cf7-4df0-9be2-2d9ad7dbfaa4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 200 len: 917 time: 0.8249657 Jun 11 18:11:46.097021 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-dd8eff58-3b3e-446c-8be5-43611cec6a72 service neutron] 10.222.0.63 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8268001 Jun 11 18:11:46.181432 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32dfa247-e456-4961-8f1e-de9d3ca5733a req-39af11eb-9e33-4f9e-b3d1-9d682c1d3f7d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c79a87dc-6f0a-44f3-9041-b629c238114f HTTP/1.1" status: 200 len: 217 time: 0.0781674 Jun 11 18:11:46.246904 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d15962-2072-4a3b-b3d1-bcb470172f9b req-9cd4de33-e4f5-4dc8-8c3d-2d06d4c606ab tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:46.249213 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-94d15962-2072-4a3b-b3d1-bcb470172f9b req-9cd4de33-e4f5-4dc8-8c3d-2d06d4c606ab tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 945 time: 0.7436826 Jun 11 18:11:46.263142 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e380a2-aab6-43b8-8478-9b9024bcfb2b req-afc3da1b-a503-4aac-be47-87e1553c6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:46.264692 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-94e380a2-aab6-43b8-8478-9b9024bcfb2b req-afc3da1b-a503-4aac-be47-87e1553c6ed8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8b07964-869c-4914-9bdd-9766517dc52f HTTP/1.1" status: 200 len: 912 time: 0.1902633 Jun 11 18:11:46.292337 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa247-e456-4961-8f1e-de9d3ca5733a req-0196c660-df6f-4ef7-b707-eae29e2aabe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:46.293962 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32dfa247-e456-4961-8f1e-de9d3ca5733a req-0196c660-df6f-4ef7-b707-eae29e2aabe0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f4e18b81-17b9-486c-88de-11fbb506511c HTTP/1.1" status: 200 len: 855 time: 0.1051331 Jun 11 18:11:46.345124 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-94e380a2-aab6-43b8-8478-9b9024bcfb2b req-ba742740-ce80-4de6-9369-9a4b979029f1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f415b483-0716-4543-b212-dac9bce0bf48 HTTP/1.1" status: 200 len: 217 time: 0.0713902 Jun 11 18:11:46.370148 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-94d15962-2072-4a3b-b3d1-bcb470172f9b req-6696b196-598b-4d95-8bc9-d11a34981b5d tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075020 Jun 11 18:11:46.375280 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32dfa247-e456-4961-8f1e-de9d3ca5733a req-58fb73ee-dd48-4f7e-9304-d9048b2d8fa9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8948bab2-be4d-4cd2-baff-e343803f2785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620298 Jun 11 18:11:46.405558 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device c79a87dc-6f0a-44f3-9041-b629c238114f details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:11:46.441342 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e380a2-aab6-43b8-8478-9b9024bcfb2b req-709e0de7-7898-4308-82ea-99b708733318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:46.443065 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-94e380a2-aab6-43b8-8478-9b9024bcfb2b req-709e0de7-7898-4308-82ea-99b708733318 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2bf2a25e-eb7f-4c90-8184-8c11922c2acb HTTP/1.1" status: 200 len: 849 time: 0.0908146 Jun 11 18:11:46.605961 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e380a2-aab6-43b8-8478-9b9024bcfb2b req-e9ed175e-4dbe-41b1-9bce-88bc61d63895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:46.609641 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-94e380a2-aab6-43b8-8478-9b9024bcfb2b req-e9ed175e-4dbe-41b1-9bce-88bc61d63895 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8b07964-869c-4914-9bdd-9766517dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1573184 Jun 11 18:11:46.711865 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port c79a87dc-6f0a-44f3-9041-b629c238114f, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c79a87dc-6f0a-44f3-9041-b629c238114f,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:46.722420 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32dfa247-e456-4961-8f1e-de9d3ca5733a req-1bf285e0-d225-4348-80fc-2d9a5cd397bc service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396497 Jun 11 18:11:46.785435 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': 'c79a87dc-6f0a-44f3-9041-b629c238114f', 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785', 'port_id': 'c79a87dc-6f0a-44f3-9041-b629c238114f', 'mac_address': 'fa:16:3e:e5:bd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e18b81-17b9-486c-88de-11fbb506511c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:11:46.909766 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:46.912598 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-94e380a2-aab6-43b8-8478-9b9024bcfb2b req-312ef71e-c61f-4932-ab0a-84ee285ace46 service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903988 Jun 11 18:11:46.930482 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb610c-c7bd-4dbf-b01b-27edc3f0c4c9 req-ae60203f-99d2-43c0-84a4-6523d518ac67 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:46.933308 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f5bb610c-c7bd-4dbf-b01b-27edc3f0c4c9 req-ae60203f-99d2-43c0-84a4-6523d518ac67 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 943 time: 0.3923404 Jun 11 18:11:46.949682 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79a87dc-6f0a-44f3-9041-b629c238114f {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:11:46.985589 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port c79a87dc-6f0a-44f3-9041-b629c238114f, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c79a87dc-6f0a-44f3-9041-b629c238114f,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:46.993565 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:47.000915 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:47.115377 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=c79a87dc-6f0a-44f3-9041-b629c238114f,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:47.137363 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:47.138820 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:47.139770 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:47.140661 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:47.141531 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:47.144604 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:47.145189 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:47.145872 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:47.146451 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:47.147185 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:47.147803 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:47.148736 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:47.163351 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:47.232443 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f5bb610c-c7bd-4dbf-b01b-27edc3f0c4c9 req-4655dda1-5287-495f-8a06-46c1241c5328 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857876 Jun 11 18:11:47.245525 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32dfa247-e456-4961-8f1e-de9d3ca5733a req-f0c727f0-ac15-4661-a263-b8390610ab72 service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022871 Jun 11 18:11:47.262380 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['c79a87dc-6f0a-44f3-9041-b629c238114f'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:11:47.283186 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-94e380a2-aab6-43b8-8478-9b9024bcfb2b req-4a3e53f3-13f7-46bb-b2a5-618a842a1ec7 service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451266 Jun 11 18:11:47.283967 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb957c4-1743-4e1a-9a74-312e07a425c2 req-45f31d7a-cb0d-4dce-8b07-c076cec6e3e5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:47.289578 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4bb957c4-1743-4e1a-9a74-312e07a425c2 req-45f31d7a-cb0d-4dce-8b07-c076cec6e3e5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 946 time: 0.4570098 Jun 11 18:11:47.378396 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4bb957c4-1743-4e1a-9a74-312e07a425c2 req-c0ee17a3-f602-4a21-9386-95593f8e8cb3 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784819 Jun 11 18:11:47.439250 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8b798718-e957-4e4d-910f-2a9bed607f31 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:47.442414 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8b798718-e957-4e4d-910f-2a9bed607f31 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.77 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 946 time: 0.2513382 Jun 11 18:11:47.558498 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7a439b8b-a6b6-4a80-95e4-4267470dd640 req-fb309e16-bb1a-48f5-a523-b23a14bfbdef tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 210 time: 0.0564570 Jun 11 18:11:47.798585 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586184e0-0c3b-4559-aec0-a539866e2f86 req-768ab105-8675-4b78-af43-853c16f198be tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:47.813952 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-586184e0-0c3b-4559-aec0-a539866e2f86 req-768ab105-8675-4b78-af43-853c16f198be tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 943 time: 0.2538712 Jun 11 18:11:47.930948 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-586184e0-0c3b-4559-aec0-a539866e2f86 req-4a62b31c-21e5-437f-9b05-7acd9a602cc8 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=30af563c-b140-4b6f-8a49-1ff52c636ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157508 Jun 11 18:11:48.001045 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee244f1-cc68-4958-9c68-b9d60aec0a02 req-ab964c0c-5fa4-4ace-8bc6-dd9750ce8a80 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:48.003672 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bee244f1-cc68-4958-9c68-b9d60aec0a02 req-ab964c0c-5fa4-4ace-8bc6-dd9750ce8a80 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 945 time: 0.1510043 Jun 11 18:11:48.013114 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Deleting port 944a97a6-87a8-486e-a31b-96e0dfb1c029 {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:11:48.014289 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:48.067570 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bee244f1-cc68-4958-9c68-b9d60aec0a02 req-4bfb60b8-b614-4989-af48-aa5046fdb0e0 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539434 Jun 11 18:11:48.267845 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] For port 944a97a6-87a8-486e-a31b-96e0dfb1c029, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=944a97a6-87a8-486e-a31b-96e0dfb1c029,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:48.268966 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:48.403646 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device f415b483-0716-4543-b212-dac9bce0bf48 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:11:48.434019 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcdd87-7b17-489d-8935-7ed67dfa9d11 req-56e2943b-4b5d-41b5-ad0d-29f6242b4899 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:48.438074 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-67fcdd87-7b17-489d-8935-7ed67dfa9d11 req-56e2943b-4b5d-41b5-ad0d-29f6242b4899 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 945 time: 0.1573884 Jun 11 18:11:48.448324 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device c79a87dc-6f0a-44f3-9041-b629c238114f up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:48.535971 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-67fcdd87-7b17-489d-8935-7ed67dfa9d11 req-8db8deac-fcad-4e11-95b5-9a187bed0779 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827117 Jun 11 18:11:48.665596 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f94169-b29c-43ee-b6bc-c4b78166624e req-1a7e0b1e-baea-4d3e-9811-1f85c6ce6cb1 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:48.667667 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-51f94169-b29c-43ee-b6bc-c4b78166624e req-1a7e0b1e-baea-4d3e-9811-1f85c6ce6cb1 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 944 time: 0.1386104 Jun 11 18:11:48.746165 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port c79a87dc-6f0a-44f3-9041-b629c238114f completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:48.749493 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-51f94169-b29c-43ee-b6bc-c4b78166624e req-b3c38f63-417c-4314-aaba-af3a79907d77 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730801 Jun 11 18:11:48.766370 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port c79a87dc-6f0a-44f3-9041-b629c238114f triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:48.767294 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:48.776931 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port f415b483-0716-4543-b212-dac9bce0bf48, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=f415b483-0716-4543-b212-dac9bce0bf48,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:48.896217 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': 'f415b483-0716-4543-b212-dac9bce0bf48', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'port_id': 'f415b483-0716-4543-b212-dac9bce0bf48', 'mac_address': 'fa:16:3e:6c:e8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:11:48.936450 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadf8d2-80c5-438e-8b40-4a406eb6dc5e req-aa2ecc06-b485-4a0f-a731-742dab213bdb tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:48.945640 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bbadf8d2-80c5-438e-8b40-4a406eb6dc5e req-aa2ecc06-b485-4a0f-a731-742dab213bdb tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 946 time: 0.1944115 Jun 11 18:11:49.010647 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:49.041900 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bbadf8d2-80c5-438e-8b40-4a406eb6dc5e req-66452a6f-a59e-4802-9379-dcd38bcf8134 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=990b923a-6f6d-451c-aec9-dbd42d9d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944219 Jun 11 18:11:49.052594 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f415b483-0716-4543-b212-dac9bce0bf48 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:11:49.178843 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port f415b483-0716-4543-b212-dac9bce0bf48, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=f415b483-0716-4543-b212-dac9bce0bf48,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:49.190623 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:49.191505 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:49.191944 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.l3_db [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Floating IP df4a146f-e8ff-40ab-9d90-cec110324f47 disassociated. External IP: 172.28.1.18, port: 944a97a6-87a8-486e-a31b-96e0dfb1c029. Jun 11 18:11:49.192518 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Calling delete_port for 944a97a6-87a8-486e-a31b-96e0dfb1c029 owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:11:49.225058 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:49.241635 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:49.256389 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:49.429497 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05716e67-f2ac-4f56-b460-e0553f47945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79a87dc-6f0a-44f3-9041-b629c238114f'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:49.433713 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0898d3ce-52b8-41cf-b3b4-8335d72187f4" -d '{"events": [{"server_uuid": "05716e67-f2ac-4f56-b460-e0553f47945c", "name": "network-vif-plugged", "status": "completed", "tag": "c79a87dc-6f0a-44f3-9041-b629c238114f"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:49.500302 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port c79a87dc-6f0a-44f3-9041-b629c238114f, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c79a87dc-6f0a-44f3-9041-b629c238114f,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:49.502941 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=f415b483-0716-4543-b212-dac9bce0bf48,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:49.503397 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964888-4166-4626-889f-3a603de9e0e6 req-ab1d66b2-047a-432f-9cdd-b01c7d39aac9 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:49.505928 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-ab1d66b2-047a-432f-9cdd-b01c7d39aac9 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.77 "GET /v2.0/networks?id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc HTTP/1.1" status: 200 len: 808 time: 0.4012449 Jun 11 18:11:49.511769 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['f415b483-0716-4543-b212-dac9bce0bf48'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:11:49.588716 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bf8e3761-5402-4b37-b9d8-2aa7de7a2577 req-42a49f2d-03cf-451e-9459-2e1803f9e99b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 210 time: 0.1088231 Jun 11 18:11:49.617766 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:49.641403 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-56b488f7-e57b-40fa-9e72-5044d0e42440 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61b1c0ab350c40f899fc30e7bb6a63b9 HTTP/1.1" status: 200 len: 379 time: 0.1253448 Jun 11 18:11:49.647032 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:49.658399 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:49.659231 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-43964888-4166-4626-889f-3a603de9e0e6 req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Request body: {'port': {'device_id': '092ba058-f811-4207-861b-1b02786f7fce', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'admin_state_up': True, 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'security_groups': ['259c18ed-3286-4147-973f-fd86e828185a']}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:49.725417 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7481586-e51c-4adc-a7e6-e201b900573c x-openstack-request-id: req-f7481586-e51c-4adc-a7e6-e201b900573c {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:49.725864 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05716e67-f2ac-4f56-b460-e0553f47945c", "name": "network-vif-plugged", "status": "completed", "tag": "c79a87dc-6f0a-44f3-9041-b629c238114f", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:49.726264 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f7481586-e51c-4adc-a7e6-e201b900573c {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:49.726877 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05716e67-f2ac-4f56-b460-e0553f47945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79a87dc-6f0a-44f3-9041-b629c238114f', 'code': 200} Jun 11 18:11:49.918518 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=c79a87dc-6f0a-44f3-9041-b629c238114f,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:49.944223 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:50.024029 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:50.031364 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:50.064120 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f69e5c8c-500c-43b5-8232-7d4ae7fca7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:50.092940 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event deleted for resources: {'Port': ['ID=944a97a6-87a8-486e-a31b-96e0dfb1c029,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:50.111193 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:50.182446 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28916a3c-7237-464b-8791-17d4df1ab154 req-1ee707fa-b845-409b-9a5d-767d9cc75237 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:50.184049 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-28916a3c-7237-464b-8791-17d4df1ab154 req-1ee707fa-b845-409b-9a5d-767d9cc75237 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 944 time: 0.3647292 Jun 11 18:11:50.193195 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a50ec-4207-4c16-b477-08abb293a2fd req-35e7a5f6-7e21-434e-aa51-d69d3eefc6f1 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:50.194848 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-eb2a50ec-4207-4c16-b477-08abb293a2fd req-35e7a5f6-7e21-434e-aa51-d69d3eefc6f1 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 945 time: 0.2394390 Jun 11 18:11:50.212940 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e02e3-ebb8-46e7-8d0b-93eb593ae2bd req-79f1c911-2d46-477d-aa02-39c29badf214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:50.215971 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bf0e02e3-ebb8-46e7-8d0b-93eb593ae2bd req-79f1c911-2d46-477d-aa02-39c29badf214 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 1098 time: 0.1647198 Jun 11 18:11:50.314955 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-28916a3c-7237-464b-8791-17d4df1ab154 req-ee16926a-c763-4322-b33e-7900c83c4a10 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=30af563c-b140-4b6f-8a49-1ff52c636ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161063 Jun 11 18:11:50.320150 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bf0e02e3-ebb8-46e7-8d0b-93eb593ae2bd req-5103bdd4-c01f-42e6-a437-6f4d037fe710 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938952 Jun 11 18:11:50.324094 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-eb2a50ec-4207-4c16-b477-08abb293a2fd req-a8b0bc70-354f-4c97-8efa-ed6032e68510 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151645 Jun 11 18:11:50.350964 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43964888-4166-4626-889f-3a603de9e0e6 req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Made reservation on behalf of 61b1c0ab350c40f899fc30e7bb6a63b9 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:11:50.360410 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-43964888-4166-4626-889f-3a603de9e0e6 req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:50.405617 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 944a97a6-87a8-486e-a31b-96e0dfb1c029 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:11:50.419616 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Router c13c948a-4d64-4122-8cd8-e0bb13d69916 has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:11:50.467490 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: 944a97a6-87a8-486e-a31b-96e0dfb1c029 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:11:50.470148 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 944a97a6-87a8-486e-a31b-96e0dfb1c029 not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:11:50.713048 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520c0a2-fdaa-4b7f-a82d-13e75f0da5ea req-76c7067e-ee32-46b1-bcc0-29f2dc8785cd tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:50.730295 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a520c0a2-fdaa-4b7f-a82d-13e75f0da5ea req-76c7067e-ee32-46b1-bcc0-29f2dc8785cd tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 945 time: 0.2085621 Jun 11 18:11:50.820730 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a520c0a2-fdaa-4b7f-a82d-13e75f0da5ea req-3ccfd426-65fc-4c34-b4c5-c1979b12f4ab tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880156 Jun 11 18:11:50.840702 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:11:50.853950 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9373ffc-9558-47a5-88c2-c0daf8c141dd None None] Sync routers for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:11:50.881817 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9373ffc-9558-47a5-88c2-c0daf8c141dd None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:11:50.885296 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-d9373ffc-9558-47a5-88c2-c0daf8c141dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:11:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:50.999654 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] No DVR routers for this DVR port 944a97a6-87a8-486e-a31b-96e0dfb1c029 on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:11:51.008247 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:51.012346 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-271abdb9-52f1-49ef-beae-eca5a1950a32 req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.77 "DELETE /v2.0/ports/944a97a6-87a8-486e-a31b-96e0dfb1c029 HTTP/1.1" status: 204 len: 173 time: 3.5621781 Jun 11 18:11:51.013499 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'name': 'network-vif-deleted', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:51.018768 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc46386-37f4-4a83-8f04-b81f126c63b0" -d '{"events": [{"server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "name": "network-vif-deleted", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:51.038352 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-43964888-4166-4626-889f-3a603de9e0e6 req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Allocated IP 172.20.0.3 (68c2a39e-51c2-4a29-9b18-aeee25bae2cc/1851b65a-e963-43c3-82e7-37d15519f5e3/fd0c1870-3848-4af6-86b0-5baf1e76febf) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:11:51.065310 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0439c29b-d8de-4b0f-b79f-3ffe3eb649dd req-2766a751-2d66-426c-a048-d61903aa2bb8 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 210 time: 0.1190710 Jun 11 18:11:51.226323 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bef334b-8ae3-46a6-af7c-f5daac038b42 x-openstack-request-id: req-9bef334b-8ae3-46a6-af7c-f5daac038b42 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:51.227036 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f12c6f-66bf-49e5-8b72-47784521dc92", "name": "network-vif-deleted", "tag": "944a97a6-87a8-486e-a31b-96e0dfb1c029", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:51.227634 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9bef334b-8ae3-46a6-af7c-f5daac038b42 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:51.228997 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f12c6f-66bf-49e5-8b72-47784521dc92', 'name': 'network-vif-deleted', 'tag': '944a97a6-87a8-486e-a31b-96e0dfb1c029', 'status': 'completed', 'code': 200} Jun 11 18:11:51.292761 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b905c3e4-d0d1-45bf-8e5d-0edb60bc839a req-b048b76d-e44f-4374-afa1-80bc8d0e04e8 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 210 time: 0.0597565 Jun 11 18:11:51.354270 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-d9373ffc-9558-47a5-88c2-c0daf8c141dd None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:11:51.475282 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:11:51.498710 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-43964888-4166-4626-889f-3a603de9e0e6 req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:51.533702 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-43964888-4166-4626-889f-3a603de9e0e6 req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Transition to ACTIVE for port object fd0c1870-3848-4af6-86b0-5baf1e76febf will not be triggered until provisioned by entity DHCP. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:51.628735 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-43964888-4166-4626-889f-3a603de9e0e6 req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:51.635562 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:51.737658 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43964888-4166-4626-889f-3a603de9e0e6 req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:11:51.744189 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-43964888-4166-4626-889f-3a603de9e0e6 req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:11:51.749934 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d13ad-dcd1-4eb5-9a94-7fc44a81fa2d req-d88d9506-d7fc-4248-9828-ee20c2d8c8a4 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:51.751718 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5c7d13ad-dcd1-4eb5-9a94-7fc44a81fa2d req-d88d9506-d7fc-4248-9828-ee20c2d8c8a4 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 944 time: 0.1404154 Jun 11 18:11:51.754122 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-43964888-4166-4626-889f-3a603de9e0e6 req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:11:51.766985 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Pushing event updated for resources: {'Port': ['ID=fd0c1870-3848-4af6-86b0-5baf1e76febf,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:51.777544 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:51.849513 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5c7d13ad-dcd1-4eb5-9a94-7fc44a81fa2d req-924b7054-71b1-4f48-802a-21e11850b818 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=30af563c-b140-4b6f-8a49-1ff52c636ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840716 Jun 11 18:11:51.868241 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-d9373ffc-9558-47a5-88c2-c0daf8c141dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:19Z', 'revision_number': 5, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:51.887688 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9373ffc-9558-47a5-88c2-c0daf8c141dd None None] Checking router: c13c948a-4d64-4122-8cd8-e0bb13d69916 for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:11:51.906245 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964888-4166-4626-889f-3a603de9e0e6 req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:51.907384 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-43964888-4166-4626-889f-3a603de9e0e6 req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:51.914113 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9373ffc-9558-47a5-88c2-c0daf8c141dd None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:11:51.915193 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-d9373ffc-9558-47a5-88c2-c0daf8c141dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:11:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:51.941779 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2949624 Jun 11 18:11:51.961088 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Request body: {'port': {'device_id': '092ba058-f811-4207-861b-1b02786f7fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:52.229970 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da54ba0-b31b-4d8f-8a1f-3c8c06ce52cb req-cfb7f652-0b91-4cdb-bcd8-01fb02d48584 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:52.232796 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7da54ba0-b31b-4d8f-8a1f-3c8c06ce52cb req-cfb7f652-0b91-4cdb-bcd8-01fb02d48584 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 945 time: 0.1799464 Jun 11 18:11:52.266503 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-d9373ffc-9558-47a5-88c2-c0daf8c141dd None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:11:52.285548 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:52.387210 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7da54ba0-b31b-4d8f-8a1f-3c8c06ce52cb req-9da3eb1b-1bc6-4fd6-926e-00ba85b83ab3 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340537 Jun 11 18:11:52.502431 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device f415b483-0716-4543-b212-dac9bce0bf48 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:52.713334 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7a91de5f-4c80-4b6f-851b-4b798c6a055f req-9f07297c-4b99-47a6-9f11-a25d03994dfa tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=02f12c6f-66bf-49e5-8b72-47784521dc92 HTTP/1.1" status: 200 len: 210 time: 0.2345445 Jun 11 18:11:52.724906 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-9106f0c3-f59b-4244-8428-7f756c15c687 None None] Provisioning for port fd0c1870-3848-4af6-86b0-5baf1e76febf completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:52.769303 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d08f8-81ec-4fb3-bdad-ce07d8bf6aee req-70b311d0-ea81-4e44-a0cf-bffa73159b6c tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:52.771070 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ab2d08f8-81ec-4fb3-bdad-ce07d8bf6aee req-70b311d0-ea81-4e44-a0cf-bffa73159b6c tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 931 time: 0.1347101 Jun 11 18:11:52.865250 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ab2d08f8-81ec-4fb3-bdad-ce07d8bf6aee req-573f148c-22d1-40b8-817c-103300830502 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822082 Jun 11 18:11:52.909133 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-9106f0c3-f59b-4244-8428-7f756c15c687 None None] Provisioning complete for port fd0c1870-3848-4af6-86b0-5baf1e76febf triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:52.909133 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9106f0c3-f59b-4244-8428-7f756c15c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:52.909133 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:53.003277 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-d9a9396c-4e1a-431f-a2d9-e1e445663707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:53.132439 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-9106f0c3-f59b-4244-8428-7f756c15c687 None None] Port fd0c1870-3848-4af6-86b0-5baf1e76febf cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:11:53.147524 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port f415b483-0716-4543-b212-dac9bce0bf48 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:53.170982 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port f415b483-0716-4543-b212-dac9bce0bf48 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:53.171757 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:53.421610 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cdd6b-2602-466e-89ec-86727e9541f4 req-09a6040e-3880-43e2-8b56-c2b82c1b5fcb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:53.429092 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-d9373ffc-9558-47a5-88c2-c0daf8c141dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:19Z', 'revision_number': 5, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:53.433137 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:53.438084 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9373ffc-9558-47a5-88c2-c0daf8c141dd None None] The sync data for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb is: [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:19Z', 'revision_number': 5, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:11:53.452147 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9a5cdd6b-2602-466e-89ec-86727e9541f4 req-09a6040e-3880-43e2-8b56-c2b82c1b5fcb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 944 time: 0.1888914 Jun 11 18:11:53.489528 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36929e1-45b1-4c73-9343-fcf4a3079dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f415b483-0716-4543-b212-dac9bce0bf48'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:53.494614 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fa0442-735f-4309-825a-08d8703d43ef" -d '{"events": [{"server_uuid": "c36929e1-45b1-4c73-9343-fcf4a3079dda", "name": "network-vif-plugged", "status": "completed", "tag": "f415b483-0716-4543-b212-dac9bce0bf48"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:53.529572 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port f415b483-0716-4543-b212-dac9bce0bf48, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=f415b483-0716-4543-b212-dac9bce0bf48,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:53.537000 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:53.542399 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:53.590530 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0c1870-3848-4af6-86b0-5baf1e76febf {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:11:53.610386 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:53.632091 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9a5cdd6b-2602-466e-89ec-86727e9541f4 req-76dca9a1-d242-4041-b54d-a6bc0635ec1e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=30af563c-b140-4b6f-8a49-1ff52c636ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760254 Jun 11 18:11:53.644500 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Transition to ACTIVE for port object fd0c1870-3848-4af6-86b0-5baf1e76febf will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:53.658912 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:53.671408 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:53.681213 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:53.691872 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=f415b483-0716-4543-b212-dac9bce0bf48,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:53.698327 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:53.893282 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526d13b6-8ccb-4c97-ab7d-90c714b67fd7 x-openstack-request-id: req-526d13b6-8ccb-4c97-ab7d-90c714b67fd7 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:53.893938 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36929e1-45b1-4c73-9343-fcf4a3079dda", "name": "network-vif-plugged", "status": "completed", "tag": "f415b483-0716-4543-b212-dac9bce0bf48", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:53.894520 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-526d13b6-8ccb-4c97-ab7d-90c714b67fd7 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:53.895296 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36929e1-45b1-4c73-9343-fcf4a3079dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f415b483-0716-4543-b212-dac9bce0bf48', 'code': 200} Jun 11 18:11:53.992295 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Pushing event updated for resources: {'Port': ['ID=fd0c1870-3848-4af6-86b0-5baf1e76febf,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:53.998729 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:54.045111 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f10031-99f0-4f33-b080-835838c0fcd4 None None] New status for floating IP df4a146f-e8ff-40ab-9d90-cec110324f47: DOWN {{(pid=91994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:11:54.479310 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52846) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:54.494369 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Attempting to bind port fd0c1870-3848-4af6-86b0-5baf1e76febf on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:11:54.494956 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Attempting to bind port fd0c1870-3848-4af6-86b0-5baf1e76febf by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '4b865192-7892-4a00-81df-1e972e6528bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:11:54.495503 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Attempting to bind port fd0c1870-3848-4af6-86b0-5baf1e76febf on network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:54.512457 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Port fd0c1870-3848-4af6-86b0-5baf1e76febf on network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:11:54.513045 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Attempting to bind port fd0c1870-3848-4af6-86b0-5baf1e76febf on network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:54.524119 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:11:54.524738 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Checking segment: {'id': '4b865192-7892-4a00-81df-1e972e6528bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:11:54.525424 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Bound using segment: {'id': '4b865192-7892-4a00-81df-1e972e6528bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:11:54.526183 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Bound port: fd0c1870-3848-4af6-86b0-5baf1e76febf, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b865192-7892-4a00-81df-1e972e6528bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:11:54.526771 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:54.565950 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c7061-ae9d-4323-9d37-133d55aaebc6 req-fa59f0ed-9536-40fd-b7e8-17fcb198bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:54.567545 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-473c7061-ae9d-4323-9d37-133d55aaebc6 req-fa59f0ed-9536-40fd-b7e8-17fcb198bc13 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 1098 time: 0.2241485 Jun 11 18:11:54.728650 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:54.774229 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-473c7061-ae9d-4323-9d37-133d55aaebc6 req-2f204d95-9cc0-4460-b8f2-a87532c2691c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=30af563c-b140-4b6f-8a49-1ff52c636ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204605 Jun 11 18:11:54.794927 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] For port fd0c1870-3848-4af6-86b0-5baf1e76febf, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:11:54.802127 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] For port fd0c1870-3848-4af6-86b0-5baf1e76febf, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:11:54.810697 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:54.816048 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-744372ee-a120-4362-a841-a2c63b590b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:54.828848 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:54.925993 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:54.926329 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:54.928665 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] 10.222.0.77 "PUT /v2.0/ports/fd0c1870-3848-4af6-86b0-5baf1e76febf HTTP/1.1" status: 200 len: 1093 time: 2.9769156 Jun 11 18:11:54.929738 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:54.934330 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4022e63-aa7f-4cf6-ac53-e8403b8e5d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:54.941655 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8933cf-c871-40f2-9c4b-d067c21d35f6 req-bd4ac0cd-433d-4612-9c44-de05928f6cea tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:54.945579 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4b8933cf-c871-40f2-9c4b-d067c21d35f6 req-bd4ac0cd-433d-4612-9c44-de05928f6cea tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 943 time: 0.2876515 Jun 11 18:11:54.949994 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Pushing event updated for resources: {'Port': ['ID=fd0c1870-3848-4af6-86b0-5baf1e76febf,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:54.960821 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:55.100273 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4b8933cf-c871-40f2-9c4b-d067c21d35f6 req-9f810ad6-6899-4abe-9fce-b370eac1dd78 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349030 Jun 11 18:11:55.183278 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:55.192169 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:55.192169 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "DELETE /v2.0/security-groups/990b923a-6f6d-451c-aec9-dbd42d9d222d HTTP/1.1" status: 204 len: 168 time: 0.7086601 Jun 11 18:11:55.193977 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-dcc77116-ca54-40ac-a811-f09a3e9a3074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:55.205725 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52854) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:55.208632 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964888-4166-4626-889f-3a603de9e0e6 req-b3ec95ca-d605-4e09-8ea9-92b03167f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:55.212023 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-b3ec95ca-d605-4e09-8ea9-92b03167f0bd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b1c0ab350c40f899fc30e7bb6a63b9&device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 1096 time: 0.1867542 Jun 11 18:11:55.217538 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990b923a-6f6d-451c-aec9-dbd42d9d222d,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:55.252309 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:55.253595 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:55.254392 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:55.255023 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:55.255621 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:55.256435 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:55.256940 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:55.257807 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:55.258612 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:55.259612 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:55.260433 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:55.261107 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:55.277911 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:55.336668 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cc488-a34b-4e0b-8d5d-4ba70283cea8 req-1a6304bf-c551-421e-bf52-dbb84489967d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:55.339676 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-200cc488-a34b-4e0b-8d5d-4ba70283cea8 req-1a6304bf-c551-421e-bf52-dbb84489967d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 945 time: 0.3914773 Jun 11 18:11:55.342805 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45834e84-4e2c-4f7d-88cb-3c386efc6356 x-openstack-request-id: req-45834e84-4e2c-4f7d-88cb-3c386efc6356 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:55.343773 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:55.344509 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-45834e84-4e2c-4f7d-88cb-3c386efc6356 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:55.345559 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'status': 'completed', 'code': 200} Jun 11 18:11:55.360639 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.api.v2.resource [None req-aa326de6-6ae2-44ce-ae98-23c84333728b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] show failed (client error): The resource could not be found. Jun 11 18:11:55.362756 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-aa326de6-6ae2-44ce-ae98-23c84333728b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups/990b923a-6f6d-451c-aec9-dbd42d9d222d HTTP/1.1" status: 404 len: 347 time: 0.1484730 Jun 11 18:11:55.365542 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-b57f0b18-d0a9-49d5-9e83-ee5470158404 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf HTTP/1.1" status: 200 len: 217 time: 0.1343575 Jun 11 18:11:55.367112 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52856) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:55.439110 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-200cc488-a34b-4e0b-8d5d-4ba70283cea8 req-6484dc9e-5394-456a-b9a0-9d8275354a84 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=30af563c-b140-4b6f-8a49-1ff52c636ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804193 Jun 11 18:11:55.674414 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:55.720994 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964888-4166-4626-889f-3a603de9e0e6 req-ea6becc4-e2a6-4b5c-9e20-9d093fccbd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:55.723742 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-ea6becc4-e2a6-4b5c-9e20-9d093fccbd96 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1851b65a-e963-43c3-82e7-37d15519f5e3 HTTP/1.1" status: 200 len: 847 time: 0.3369217 Jun 11 18:11:55.941942 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-3ec60de0-d20c-4b53-b5bb-4f45c5330dcc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Deleting port c3fd69f0-eb5b-4974-bbd0-160e2fcbe9a1 {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:11:55.942968 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3ec60de0-d20c-4b53-b5bb-4f45c5330dcc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:55.951214 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964888-4166-4626-889f-3a603de9e0e6 req-7fe2cd2b-40dd-4a7d-84ce-a5fd862107ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:55.952439 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-7fe2cd2b-40dd-4a7d-84ce-a5fd862107ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2176187 Jun 11 18:11:56.217981 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-4720db76-b44b-466a-b7c3-100a314b12ba tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:56.220504 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-4720db76-b44b-466a-b7c3-100a314b12ba tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/networks?id=8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 200 len: 815 time: 0.2560182 Jun 11 18:11:56.247983 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3ec60de0-d20c-4b53-b5bb-4f45c5330dcc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:56.248524 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3ec60de0-d20c-4b53-b5bb-4f45c5330dcc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:56.250868 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-de3ca593-75ec-47b1-b553-b117973fe05b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/quotas/04e0ce4feca542edbaa83738edfcff46 HTTP/1.1" status: 200 len: 375 time: 0.0186298 Jun 11 18:11:56.277727 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-7a52a33c-d977-4ac8-8fb3-461a8fd65da5 service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006752 Jun 11 18:11:56.423101 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-6e874dbf-a58e-4c23-8ce0-ed54d38b775f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=04e0ce4feca542edbaa83738edfcff46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1635833 Jun 11 18:11:56.465385 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-3ec60de0-d20c-4b53-b5bb-4f45c5330dcc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Calling delete_port for c3fd69f0-eb5b-4974-bbd0-160e2fcbe9a1 owned by network:floatingip {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:11:56.758018 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-708f3689-c917-4c97-99d8-1f5e646f807c service neutron] 10.222.0.63 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125570 Jun 11 18:11:56.776276 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea22fd-bb50-41a4-8ded-4ca0a288c42f req-6fe55ba3-f67a-4b2a-bbac-907fa810a62a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:56.778975 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-83ea22fd-bb50-41a4-8ded-4ca0a288c42f req-6fe55ba3-f67a-4b2a-bbac-907fa810a62a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 943 time: 0.3524444 Jun 11 18:11:56.852565 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-43964888-4166-4626-889f-3a603de9e0e6 req-525eeaa5-35e9-4ec7-9011-ba3a48a3e947 service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842765 Jun 11 18:11:56.954761 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-83ea22fd-bb50-41a4-8ded-4ca0a288c42f req-0e0b7154-a734-45f9-8f01-5e41747e136f tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572111 Jun 11 18:11:57.006694 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-083c456a-9eb5-47f9-9177-d1260d2bffe8 service neutron] 10.222.0.63 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261546 Jun 11 18:11:57.063030 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3ec60de0-d20c-4b53-b5bb-4f45c5330dcc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:57.069025 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:57.175134 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec60de0-d20c-4b53-b5bb-4f45c5330dcc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event deleted for resources: {'Port': ['ID=c3fd69f0-eb5b-4974-bbd0-160e2fcbe9a1,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:57.277446 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3ec60de0-d20c-4b53-b5bb-4f45c5330dcc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:57.284834 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3ec60de0-d20c-4b53-b5bb-4f45c5330dcc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:57.290130 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3ec60de0-d20c-4b53-b5bb-4f45c5330dcc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:57.293156 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-3ec60de0-d20c-4b53-b5bb-4f45c5330dcc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "DELETE /v2.0/floatingips/df4a146f-e8ff-40ab-9d90-cec110324f47 HTTP/1.1" status: 204 len: 168 time: 1.9215679 Jun 11 18:11:57.310789 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4022e63-aa7f-4cf6-ac53-e8403b8e5d2d req-9ef119da-6f1c-4a30-86a4-0814cc1f5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:57.314082 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f4022e63-aa7f-4cf6-ac53-e8403b8e5d2d req-9ef119da-6f1c-4a30-86a4-0814cc1f5334 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b1c0ab350c40f899fc30e7bb6a63b9&device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 1096 time: 0.3466885 Jun 11 18:11:57.381999 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7d6ea-d2c1-42fa-8423-3b31beedc37a req-2848add8-faa5-4a7d-b543-ef4439f1d84c tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:57.389397 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-40f7d6ea-d2c1-42fa-8423-3b31beedc37a req-2848add8-faa5-4a7d-b543-ef4439f1d84c tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 945 time: 0.1881871 Jun 11 18:11:57.511680 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-40f7d6ea-d2c1-42fa-8423-3b31beedc37a req-1597ee3d-b957-4f46-a6b1-f33f8d8ccbb6 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=30af563c-b140-4b6f-8a49-1ff52c636ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145895 Jun 11 18:11:57.636285 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4022e63-aa7f-4cf6-ac53-e8403b8e5d2d req-b050a55f-8240-4e91-b9b9-75bc41c483d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:57.639153 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f4022e63-aa7f-4cf6-ac53-e8403b8e5d2d req-b050a55f-8240-4e91-b9b9-75bc41c483d8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc HTTP/1.1" status: 200 len: 910 time: 0.3117208 Jun 11 18:11:57.715060 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2f289ce0-e050-4cf8-b9fe-632a2c745470 req-cc4b0c89-9024-43ac-9179-c0f9301c30a8 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 210 time: 0.0942557 Jun 11 18:11:57.747733 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d171ae5-7dfc-444f-8a0d-3394d4a441de req-4b42dbcc-37bd-402e-8186-0faba07b51ac tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:57.749091 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f4022e63-aa7f-4cf6-ac53-e8403b8e5d2d req-c9706304-8f97-4945-8639-38a1a5f337ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf HTTP/1.1" status: 200 len: 217 time: 0.1025133 Jun 11 18:11:57.750237 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5d171ae5-7dfc-444f-8a0d-3394d4a441de req-4b42dbcc-37bd-402e-8186-0faba07b51ac tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 945 time: 0.2732942 Jun 11 18:11:57.877069 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4022e63-aa7f-4cf6-ac53-e8403b8e5d2d req-f55e68bf-a524-4a32-8621-a88d40e31c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:57.879838 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f4022e63-aa7f-4cf6-ac53-e8403b8e5d2d req-f55e68bf-a524-4a32-8621-a88d40e31c41 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1851b65a-e963-43c3-82e7-37d15519f5e3 HTTP/1.1" status: 200 len: 847 time: 0.1218467 Jun 11 18:11:57.884119 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5d171ae5-7dfc-444f-8a0d-3394d4a441de req-2d26e88d-91a7-4593-96d7-3164e98b1d85 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203487 Jun 11 18:11:57.945197 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52898) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:58.070366 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4022e63-aa7f-4cf6-ac53-e8403b8e5d2d req-75366e7b-d82a-49aa-abbb-a07980a998b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:58.073377 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f4022e63-aa7f-4cf6-ac53-e8403b8e5d2d req-75366e7b-d82a-49aa-abbb-a07980a998b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1789968 Jun 11 18:11:58.159974 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52904) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:58.168721 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-8cd6f5e9-1faa-492f-8d98-384a6a8fda2b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1451544950', 'description': 'tempest-description--137645759'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:58.387066 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f4022e63-aa7f-4cf6-ac53-e8403b8e5d2d req-d7f50910-4833-4a6d-80ca-0200fc0143f6 service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037477 Jun 11 18:11:58.442124 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device fd0c1870-3848-4af6-86b0-5baf1e76febf details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:11:58.483411 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8cd6f5e9-1faa-492f-8d98-384a6a8fda2b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:58.612224 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f4022e63-aa7f-4cf6-ac53-e8403b8e5d2d req-32ce68d4-3457-49d6-9adb-c12a41d9191f service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189558 Jun 11 18:11:58.715490 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82322ae1-e7c7-4e35-8c36-1484c5d8f0f0 req-8aa97dac-5604-458f-86d2-0445edd035f4 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:58.718087 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-82322ae1-e7c7-4e35-8c36-1484c5d8f0f0 req-8aa97dac-5604-458f-86d2-0445edd035f4 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 945 time: 0.5038726 Jun 11 18:11:58.719938 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port fd0c1870-3848-4af6-86b0-5baf1e76febf, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:58.734794 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52906) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:58.740382 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4975f7-67cd-49aa-ba36-171a8aa1c2d8 tempest-TestMinimumBasicScenario-75123592 tempest-TestMinimumBasicScenario-75123592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:58.741527 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'port_id': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'mac_address': 'fa:16:3e:52:84:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:11:58.743030 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-3b4975f7-67cd-49aa-ba36-171a8aa1c2d8 tempest-TestMinimumBasicScenario-75123592 tempest-TestMinimumBasicScenario-75123592-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 1093 time: 0.7928300 Jun 11 18:11:58.748278 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52908) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:58.751104 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-c818e4c9-ad7f-476a-9568-461c45da9db9 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Request body: {'floatingip': {'port_id': 'f415b483-0716-4543-b212-dac9bce0bf48'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:58.755582 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Request body: {'floatingip': {'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'port_id': '774ce97e-7798-460c-bcd0-af57a1ed2973', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:58.831844 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fada4-3a4d-4d45-9897-72a95f99affb req-e510cde3-31fd-4bf8-b893-a08159739137 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:58.834042 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-554fada4-3a4d-4d45-9897-72a95f99affb req-e510cde3-31fd-4bf8-b893-a08159739137 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 943 time: 0.4385834 Jun 11 18:11:58.853497 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:58.874838 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c818e4c9-ad7f-476a-9568-461c45da9db9 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:58.876655 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0c1870-3848-4af6-86b0-5baf1e76febf {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:11:58.911543 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port fd0c1870-3848-4af6-86b0-5baf1e76febf, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:58.919797 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:58.923450 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:59.032088 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=fd0c1870-3848-4af6-86b0-5baf1e76febf,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:59.037922 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:59.202967 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['fd0c1870-3848-4af6-86b0-5baf1e76febf'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:11:59.502992 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8cd6f5e9-1faa-492f-8d98-384a6a8fda2b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:59.581751 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f7ad3bf1-2061-4c4a-ab23-c28c4b9ab944 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:59.585100 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-034c649f-f6a9-4a8a-8aa7-2a97c86ac25c req-9659876a-63c1-454c-9feb-be80a0598121 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 210 time: 0.1054091 Jun 11 18:11:59.585923 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f7ad3bf1-2061-4c4a-ab23-c28c4b9ab944 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "GET /v2.0/networks?id=8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 200 len: 815 time: 0.3080943 Jun 11 18:11:59.589142 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for floatingip, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:59.635832 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Request body: {'port': {'device_id': '3a84e610-22f8-4b3f-8e94-3b20efcbef4f', 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785', 'admin_state_up': True, 'tenant_id': '04e0ce4feca542edbaa83738edfcff46'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:59.668510 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8cd6f5e9-1faa-492f-8d98-384a6a8fda2b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:59.699548 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-554fada4-3a4d-4d45-9897-72a95f99affb req-ce1e9168-c8b4-41a2-b0c9-e7f3bb051993 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8446770 Jun 11 18:11:59.704139 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-b9f95d24-aa8c-4e22-a15d-8038594b5c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:59.791849 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6f5e9-1faa-492f-8d98-384a6a8fda2b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a9228b-f80e-4a19-93a3-71069a55f804,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:59.799794 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-8cd6f5e9-1faa-492f-8d98-384a6a8fda2b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:59.812525 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8cd6f5e9-1faa-492f-8d98-384a6a8fda2b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:59.815284 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-8cd6f5e9-1faa-492f-8d98-384a6a8fda2b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6534669 Jun 11 18:11:59.821092 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52912) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:59.835756 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-da362782-8cae-4d31-b3cb-67e02e27ec6a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Request body: {'security_group_rule': {'security_group_id': '36a9228b-f80e-4a19-93a3-71069a55f804', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:00.097978 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-da362782-8cae-4d31-b3cb-67e02e27ec6a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:00.295618 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-da362782-8cae-4d31-b3cb-67e02e27ec6a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:00.363613 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-da362782-8cae-4d31-b3cb-67e02e27ec6a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:00.422742 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Made reservation on behalf of 04e0ce4feca542edbaa83738edfcff46 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:12:00.429458 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:00.438599 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:00.457571 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-f2eeb440-db6c-4a9b-928c-a3adbeda52eb tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:00.506879 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da362782-8cae-4d31-b3cb-67e02e27ec6a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fd253c-60b7-4186-bbe8-50e0bc6929be,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:00.513206 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-da362782-8cae-4d31-b3cb-67e02e27ec6a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:00.518797 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-da362782-8cae-4d31-b3cb-67e02e27ec6a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:00.520387 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-da362782-8cae-4d31-b3cb-67e02e27ec6a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6975358 Jun 11 18:12:00.524610 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52918) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:00.532442 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-8ac28fb8-7a96-4cf8-adfe-e2f23dc861ad tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Request body: {'security_group_rule': {'security_group_id': '36a9228b-f80e-4a19-93a3-71069a55f804', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:00.646040 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8ac28fb8-7a96-4cf8-adfe-e2f23dc861ad tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:00.674947 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.db.resource_extend [None req-c818e4c9-ad7f-476a-9568-461c45da9db9 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 18:12:00.849239 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c818e4c9-ad7f-476a-9568-461c45da9db9 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:00.859993 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c818e4c9-ad7f-476a-9568-461c45da9db9 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:00.944330 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Allocated IP 172.20.0.12 (8948bab2-be4d-4cd2-baff-e343803f2785/f4e18b81-17b9-486c-88de-11fbb506511c/906452f5-c3f1-4173-a46a-e9ef7b9b21f3) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:12:00.948175 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Allocated IP 172.28.1.25 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/dff4dad2-fb9a-4687-a18d-136d8293027d) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:12:00.965740 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8ac28fb8-7a96-4cf8-adfe-e2f23dc861ad tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:01.052306 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8ac28fb8-7a96-4cf8-adfe-e2f23dc861ad tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:01.124655 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:01.138215 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-576639a5-1aae-473a-a606-a667db9cd205 req-0a3f6f42-7e84-4bd5-b8eb-a3b397624009 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 210 time: 0.1708491 Jun 11 18:12:01.177669 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac28fb8-7a96-4cf8-adfe-e2f23dc861ad tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9495db06-5221-46b3-9483-933a205d62c6,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:01.185673 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-8ac28fb8-7a96-4cf8-adfe-e2f23dc861ad tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:01.191736 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8ac28fb8-7a96-4cf8-adfe-e2f23dc861ad tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:01.195683 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-8ac28fb8-7a96-4cf8-adfe-e2f23dc861ad tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6690483 Jun 11 18:12:01.201689 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52924) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:01.231537 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.l3_db [None req-c818e4c9-ad7f-476a-9568-461c45da9db9 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Floating IP c9c0237c-9b69-4cd4-bd17-c35365e12eca associated. External IP: 172.28.1.99, port: f415b483-0716-4543-b212-dac9bce0bf48. Jun 11 18:12:01.256108 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Request body: {'floatingip': {'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:01.376926 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943987c-08c8-4d63-9566-1dadf4ab4811 req-492d4a94-0d3f-4e40-a0ba-0830db3bb53e tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:01.379073 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a943987c-08c8-4d63-9566-1dadf4ab4811 req-492d4a94-0d3f-4e40-a0ba-0830db3bb53e tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 944 time: 0.4156902 Jun 11 18:12:01.462043 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a943987c-08c8-4d63-9566-1dadf4ab4811 req-47de14be-5fc1-4f2a-b016-5580fe64d526 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662007 Jun 11 18:12:01.466151 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:01.489015 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:01.572515 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:01.752284 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:01.763987 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:01.767510 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c818e4c9-ad7f-476a-9568-461c45da9db9 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Router 65139bdf-231c-408e-a81d-b25ed17fca4f has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:12:01.875797 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:01.887815 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:12:01.894494 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['ce1d4a2a-b213-4afe-8d3a-ae0b719a2110', 'c79a87dc-6f0a-44f3-9041-b629c238114f'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:12:01.905397 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:01.910622 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:12:01.928700 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event updated for resources: {'Port': ['ID=dff4dad2-fb9a-4687-a18d-136d8293027d,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:01.986520 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:01.991674 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-aabdd314-4fca-4bc6-9068-80c8ddf31629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:01.992366 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c818e4c9-ad7f-476a-9568-461c45da9db9 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:12:02.006564 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec88d70d-b34f-4adb-a69f-411d6a951136 None None] Sync routers for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:12:02.007661 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c818e4c9-ad7f-476a-9568-461c45da9db9 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:02.046940 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec88d70d-b34f-4adb-a69f-411d6a951136 None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:12:02.048581 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ec88d70d-b34f-4adb-a69f-411d6a951136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:11:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:02.075078 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-c818e4c9-ad7f-476a-9568-461c45da9db9 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "PUT /v2.0/floatingips/c9c0237c-9b69-4cd4-bd17-c35365e12eca HTTP/1.1" status: 200 len: 990 time: 3.3383141 Jun 11 18:12:02.076029 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36929e1-45b1-4c73-9343-fcf4a3079dda', 'tag': 'f415b483-0716-4543-b212-dac9bce0bf48'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:02.080461 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751202d8-50b8-46e1-a442-e8e2601fbee9" -d '{"events": [{"name": "network-changed", "server_uuid": "c36929e1-45b1-4c73-9343-fcf4a3079dda", "tag": "f415b483-0716-4543-b212-dac9bce0bf48"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:02.084165 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Network 8948bab2-be4d-4cd2-baff-e343803f2785 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:12:02.108007 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:02.124964 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:12:02.143269 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:02.190893 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d0f306-2e32-4369-a8da-95f968720c46 x-openstack-request-id: req-61d0f306-2e32-4369-a8da-95f968720c46 {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:02.194751 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36929e1-45b1-4c73-9343-fcf4a3079dda", "tag": "f415b483-0716-4543-b212-dac9bce0bf48", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:02.194751 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-61d0f306-2e32-4369-a8da-95f968720c46 {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:02.194751 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36929e1-45b1-4c73-9343-fcf4a3079dda', 'tag': 'f415b483-0716-4543-b212-dac9bce0bf48', 'status': 'completed', 'code': 200} Jun 11 18:12:02.217783 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Pushing event updated for resources: {'Port': ['ID=906452f5-c3f1-4173-a46a-e9ef7b9b21f3,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:02.233184 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:02.381627 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-ec88d70d-b34f-4adb-a69f-411d6a951136 None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:12:02.405775 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:02.406859 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:02.635318 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0076609 Jun 11 18:12:02.665100 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Request body: {'port': {'device_id': '3a84e610-22f8-4b3f-8e94-3b20efcbef4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:02.706769 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914a7db-5b18-471e-8345-be37ae790e8d req-24f637d6-71d9-4aa2-b975-9dafa41d104b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:02.711550 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6914a7db-5b18-471e-8345-be37ae790e8d req-24f637d6-71d9-4aa2-b975-9dafa41d104b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 932 time: 0.2218516 Jun 11 18:12:02.744310 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device fd0c1870-3848-4af6-86b0-5baf1e76febf up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:12:02.892489 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6914a7db-5b18-471e-8345-be37ae790e8d req-9dd90f1f-9bf1-4618-8a8c-18334f8c0455 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690333 Jun 11 18:12:02.959610 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Allocated IP 172.28.1.91 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/e8e36131-2ed2-4709-9a30-ee30dffc40de) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:12:02.972474 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50b54e-3cc6-45e0-8c8d-43da117f3bf7 req-7be2791a-cca8-4368-9567-e19ced4d7045 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:02.975364 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1f50b54e-3cc6-45e0-8c8d-43da117f3bf7 req-7be2791a-cca8-4368-9567-e19ced4d7045 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 944 time: 0.2329438 Jun 11 18:12:03.070850 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port fd0c1870-3848-4af6-86b0-5baf1e76febf completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:12:03.084853 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1f50b54e-3cc6-45e0-8c8d-43da117f3bf7 req-6bee5000-adf8-4ed2-9f67-d0c4cab141a4 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964615 Jun 11 18:12:03.087530 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port fd0c1870-3848-4af6-86b0-5baf1e76febf triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:03.087969 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:03.186954 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751202d8-50b8-46e1-a442-e8e2601fbee9 req-88b8b743-59c4-49cd-8689-89360ea6b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:03.187824 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-751202d8-50b8-46e1-a442-e8e2601fbee9 req-88b8b743-59c4-49cd-8689-89360ea6b1d9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=00ab5e082c9c46598b282b55ea9f9587&device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 1098 time: 0.8931406 Jun 11 18:12:03.194034 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:03.670628 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ec88d70d-b34f-4adb-a69f-411d6a951136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': 'c9c0237c-9b69-4cd4-bd17-c35365e12eca', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'floating_ip_address': '172.28.1.99', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'port_id': 'f415b483-0716-4543-b212-dac9bce0bf48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'mac_address': 'fa:16:3e:6c:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36929e1-45b1-4c73-9343-fcf4a3079dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:11:29Z', 'updated_at': '2021-06-11T18:12:00Z', 'revision_number': 1, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 5, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:03.694706 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec88d70d-b34f-4adb-a69f-411d6a951136 None None] Checking router: 65139bdf-231c-408e-a81d-b25ed17fca4f for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:12:03.698291 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:03.732424 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec88d70d-b34f-4adb-a69f-411d6a951136 None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:12:03.733339 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ec88d70d-b34f-4adb-a69f-411d6a951136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:11:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:03.805546 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:03.809739 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f4955a-3483-49d7-a608-3a9c4218691a" -d '{"events": [{"server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "name": "network-vif-plugged", "status": "completed", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:03.900023 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port fd0c1870-3848-4af6-86b0-5baf1e76febf, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:03.934487 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:03.938220 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5c6878-3066-4d6e-8e70-670c4acf9ab6 x-openstack-request-id: req-ce5c6878-3066-4d6e-8e70-670c4acf9ab6 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:03.938592 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "name": "network-vif-plugged", "status": "completed", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:03.938927 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ce5c6878-3066-4d6e-8e70-670c4acf9ab6 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:03.940429 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'code': 200} Jun 11 18:12:03.945214 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:04.091663 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-ec88d70d-b34f-4adb-a69f-411d6a951136 None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:12:04.189470 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=fd0c1870-3848-4af6-86b0-5baf1e76febf,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:04.197425 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:04.239750 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:04.359623 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe851a-63bb-4b22-ad87-0eebb5e08347 req-f1c0c203-3974-48af-970b-5953493b5550 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:04.363421 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9ebe851a-63bb-4b22-ad87-0eebb5e08347 req-f1c0c203-3974-48af-970b-5953493b5550 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 932 time: 0.2533610 Jun 11 18:12:04.443874 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9ebe851a-63bb-4b22-ad87-0eebb5e08347 req-c5bc62ee-efa0-4473-8065-84466e0ae919 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676341 Jun 11 18:12:04.495754 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751202d8-50b8-46e1-a442-e8e2601fbee9 req-7036b710-e0ca-4e6e-b078-e92d8855953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:04.498499 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-751202d8-50b8-46e1-a442-e8e2601fbee9 req-7036b710-e0ca-4e6e-b078-e92d8855953b service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8b07964-869c-4914-9bdd-9766517dc52f HTTP/1.1" status: 200 len: 912 time: 1.2993298 Jun 11 18:12:04.701784 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:04.739961 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd17d68-9f95-42e2-8c13-3a44c7da2358 req-3d01575c-08a9-4533-a35c-24b2ee342318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:04.743409 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8bd17d68-9f95-42e2-8c13-3a44c7da2358 req-3d01575c-08a9-4533-a35c-24b2ee342318 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 1098 time: 0.1904619 Jun 11 18:12:04.771907 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f358e4-73ee-4213-a793-1099de50bb62 req-dc6bb4bf-ca2c-4f00-9348-633924bb6363 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:04.774928 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-60f358e4-73ee-4213-a793-1099de50bb62 req-dc6bb4bf-ca2c-4f00-9348-633924bb6363 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.2941167 Jun 11 18:12:04.781820 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ec88d70d-b34f-4adb-a69f-411d6a951136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': 'c9c0237c-9b69-4cd4-bd17-c35365e12eca', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'floating_ip_address': '172.28.1.99', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'port_id': 'f415b483-0716-4543-b212-dac9bce0bf48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'mac_address': 'fa:16:3e:6c:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36929e1-45b1-4c73-9343-fcf4a3079dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:11:29Z', 'updated_at': '2021-06-11T18:12:00Z', 'revision_number': 1, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 5, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:04.789680 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec88d70d-b34f-4adb-a69f-411d6a951136 None None] The sync data for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb is: [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': 'c9c0237c-9b69-4cd4-bd17-c35365e12eca', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'floating_ip_address': '172.28.1.99', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'port_id': 'f415b483-0716-4543-b212-dac9bce0bf48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'mac_address': 'fa:16:3e:6c:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36929e1-45b1-4c73-9343-fcf4a3079dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:11:29Z', 'updated_at': '2021-06-11T18:12:00Z', 'revision_number': 1, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 5, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:12:04.900695 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8bd17d68-9f95-42e2-8c13-3a44c7da2358 req-15bf7022-913a-43f6-8e07-4b360686dc44 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240420 Jun 11 18:12:04.910377 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-60f358e4-73ee-4213-a793-1099de50bb62 req-0c3f4e6e-49dd-4068-944f-433ec1954f2a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999944 Jun 11 18:12:05.008013 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-751202d8-50b8-46e1-a442-e8e2601fbee9 req-027cb308-05a7-4ddc-afa6-d7386a87b136 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f415b483-0716-4543-b212-dac9bce0bf48 HTTP/1.1" status: 200 len: 998 time: 0.4815938 Jun 11 18:12:05.105581 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e8f77-aa11-40d1-970a-fa052439efb1 None None] New status for floating IP c9c0237c-9b69-4cd4-bd17-c35365e12eca: ACTIVE {{(pid=91994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:12:05.129622 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:05.140487 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-27218a34-f708-41e3-8c7a-3d8d2df9de52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:05.346384 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:12:05.355112 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751202d8-50b8-46e1-a442-e8e2601fbee9 req-7c4d39e0-dbe2-43d0-bb19-77ad0d83571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:05.357585 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-751202d8-50b8-46e1-a442-e8e2601fbee9 req-7c4d39e0-dbe2-43d0-bb19-77ad0d83571c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2bf2a25e-eb7f-4c90-8184-8c11922c2acb HTTP/1.1" status: 200 len: 849 time: 0.3194931 Jun 11 18:12:05.364375 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event updated for resources: {'Port': ['ID=e8e36131-2ed2-4709-9a30-ee30dffc40de,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:05.369428 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:05.379272 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:05.382165 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:12:05.393399 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:05.695782 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:12:05.724470 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:05.850320 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b59fe-1518-40e8-8ef1-d91f97685b61 req-c449ca94-d9ee-4af3-91ca-8bfd30ab6eb9 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:05.854325 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-df1b59fe-1518-40e8-8ef1-d91f97685b61 req-c449ca94-d9ee-4af3-91ca-8bfd30ab6eb9 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 932 time: 0.1397543 Jun 11 18:12:05.875006 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Transition to ACTIVE for port object 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:12:05.909786 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:05.987079 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-df1b59fe-1518-40e8-8ef1-d91f97685b61 req-95a39ad2-43b8-4da2-9df7-b87c151f8c4d tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171763 Jun 11 18:12:06.003841 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-6a8dd5c6-29a5-42ff-a82e-875c4ed78e1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:06.029716 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751202d8-50b8-46e1-a442-e8e2601fbee9 req-feb22f93-aa06-422d-8d8f-869aa88d475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:06.033420 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-751202d8-50b8-46e1-a442-e8e2601fbee9 req-feb22f93-aa06-422d-8d8f-869aa88d475d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8b07964-869c-4914-9bdd-9766517dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6559463 Jun 11 18:12:06.168340 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:06.352180 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Pushing event updated for resources: {'Port': ['ID=906452f5-c3f1-4173-a46a-e9ef7b9b21f3,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:06.364912 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7848d2-5edb-49cd-9655-fa8335e71320 req-f83d1d75-4974-4420-8560-03d5e86dfa50 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:06.371799 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9a7848d2-5edb-49cd-9655-fa8335e71320 req-f83d1d75-4974-4420-8560-03d5e86dfa50 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1403410 Jun 11 18:12:06.409220 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:06.448521 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9a7848d2-5edb-49cd-9655-fa8335e71320 req-e3445572-0833-44e8-9b23-bbb85b546bbb tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708072 Jun 11 18:12:06.806741 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b9dcf-217b-4ff5-8976-47ae8719b5f4 req-43c7999f-0ef4-49c2-bead-852efbea4d9d tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:06.810727 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-703b9dcf-217b-4ff5-8976-47ae8719b5f4 req-43c7999f-0ef4-49c2-bead-852efbea4d9d tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1399059 Jun 11 18:12:06.888713 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-703b9dcf-217b-4ff5-8976-47ae8719b5f4 req-5f05a3be-a977-442d-b480-1a258c26190f tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671618 Jun 11 18:12:06.938840 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52954) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:06.959995 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:07.102262 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:07.143276 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:07.153625 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8cccfd0f-150f-4039-bdc1-0c0778f60c7c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:07.159823 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-751202d8-50b8-46e1-a442-e8e2601fbee9 req-523a174e-4e47-4705-bbb3-723d21aee491 service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0574963 Jun 11 18:12:07.335924 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f448f5-d54d-4a63-8aec-c12e7c7be531 tempest-TestShelveInstance-1411011978 tempest-TestShelveInstance-1411011978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:07.342563 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-77f448f5-d54d-4a63-8aec-c12e7c7be531 tempest-TestShelveInstance-1411011978 tempest-TestShelveInstance-1411011978-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 1093 time: 0.3977261 Jun 11 18:12:07.343254 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52962) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:07.351010 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Request body: {'floatingip': {'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'port_id': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:07.383891 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de06998-cf4d-4e18-93d6-bbc1e8e8d5ca req-b687b030-56d9-4a56-ac9c-4a894371c919 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:07.388466 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8de06998-cf4d-4e18-93d6-bbc1e8e8d5ca req-b687b030-56d9-4a56-ac9c-4a894371c919 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 944 time: 0.1777990 Jun 11 18:12:07.433077 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for floatingip, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:07.479587 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Attempting to bind port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:12:07.480678 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Attempting to bind port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:12:07.480879 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Attempting to bind port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 on network 8948bab2-be4d-4cd2-baff-e343803f2785 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:12:07.532910 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8de06998-cf4d-4e18-93d6-bbc1e8e8d5ca req-de0ec6a2-642e-4166-9fc5-cad43e82aeaa tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316566 Jun 11 18:12:07.578972 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event updated for resources: {'Port': ['ID=dff4dad2-fb9a-4687-a18d-136d8293027d,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:07.681818 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:07.686161 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 on network 8948bab2-be4d-4cd2-baff-e343803f2785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:12:07.686720 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Attempting to bind port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 on network 8948bab2-be4d-4cd2-baff-e343803f2785 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:12:07.702047 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:07.729746 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:12:07.730336 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Checking segment: {'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:12:07.730992 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Bound using segment: {'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:12:07.731785 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Bound port: 906452f5-c3f1-4173-a46a-e9ef7b9b21f3, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:12:07.732390 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:07.743965 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:07.965347 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_common [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Allocated IP 172.28.1.82 (efd559cb-ed35-476f-88ad-0eeaea22209a/39829b27-0d03-40c2-abf8-5c80d2338540/73d43941-b5c6-41ed-b161-e5f92bb986b7) {{(pid=91991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:12:08.062870 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-751202d8-50b8-46e1-a442-e8e2601fbee9 req-33c125e9-7b75-45db-bd18-2cad59685ed6 service neutron] 10.222.0.77 "GET /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8833215 Jun 11 18:12:08.218737 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:08.230822 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:08.234838 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.l3_db [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Floating IP 2e2cc909-af74-43e6-98d9-ee0a613d3562 associated. External IP: 172.28.1.25, port: 774ce97e-7798-460c-bcd0-af57a1ed2973. Jun 11 18:12:08.242811 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-0722f343-30a5-4cfd-a386-d3cdcf38197e tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:08.244292 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for port, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:08.308756 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29514949'] for port, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:08.314333 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:08.336386 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] For port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:12:08.388523 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Network efd559cb-ed35-476f-88ad-0eeaea22209a is already hosted by enough agents. {{(pid=91991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:12:08.392771 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Resources bound (agent type, host, resource id): {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:08.399870 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Received port after_create {{(pid=91991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:12:08.460595 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Pushing event updated for resources: {'Port': ['ID=73d43941-b5c6-41ed-b161-e5f92bb986b7,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:08.473943 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:08.527409 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] For port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=906452f5-c3f1-4173-a46a-e9ef7b9b21f3,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:12:08.589585 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:08.622068 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event updated for resources: {'Port': ['ID=e8e36131-2ed2-4709-9a30-ee30dffc40de,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:08.647136 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:08.648306 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2c68dc35-cf98-477f-8b7f-c072452f83d2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:08.751544 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:08.752571 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:08.755119 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f744295f-bb45-435d-a07e-c15231904550 service neutron] 10.222.0.77 "PUT /v2.0/ports/906452f5-c3f1-4173-a46a-e9ef7b9b21f3 HTTP/1.1" status: 200 len: 1094 time: 6.0999515 Jun 11 18:12:08.755737 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a84e610-22f8-4b3f-8e94-3b20efcbef4f', 'tag': '906452f5-c3f1-4173-a46a-e9ef7b9b21f3'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:08.759979 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f08fac-9133-410d-91ca-df068a1230f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3a84e610-22f8-4b3f-8e94-3b20efcbef4f", "tag": "906452f5-c3f1-4173-a46a-e9ef7b9b21f3"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:08.772043 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:08.854824 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b4e731-212a-4265-b497-590da393691c x-openstack-request-id: req-12b4e731-212a-4265-b497-590da393691c {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:08.855273 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a84e610-22f8-4b3f-8e94-3b20efcbef4f", "tag": "906452f5-c3f1-4173-a46a-e9ef7b9b21f3", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:08.855761 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-12b4e731-212a-4265-b497-590da393691c {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:08.856398 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a84e610-22f8-4b3f-8e94-3b20efcbef4f', 'tag': '906452f5-c3f1-4173-a46a-e9ef7b9b21f3', 'status': 'completed', 'code': 200} Jun 11 18:12:08.907676 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:08.909772 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6935809 Jun 11 18:12:08.913699 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Pushing event updated for resources: {'Port': ['ID=906452f5-c3f1-4173-a46a-e9ef7b9b21f3,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:08.923124 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:09.229524 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f12b4c17-a3b0-4698-ab7c-5bf2922b8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:09.232078 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-f12b4c17-a3b0-4698-ab7c-5bf2922b8f6c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04e0ce4feca542edbaa83738edfcff46&device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 1097 time: 0.4037218 Jun 11 18:12:09.265088 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Router 70fbd555-5f62-4375-8c76-af5b1c2001da has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:12:09.353320 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-22d1924b-d9b2-472f-8a89-a205c78bc498 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=906452f5-c3f1-4173-a46a-e9ef7b9b21f3 HTTP/1.1" status: 200 len: 217 time: 0.1120534 Jun 11 18:12:09.526037 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-abcf522b-f8ef-453f-b216-8399f65d5679 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1451544950&fields=id&tenant_id=86e14e1c12ff423f9c1b015253b19503 HTTP/1.1" status: 200 len: 267 time: 0.1830726 Jun 11 18:12:09.660969 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-83a0a60c-542e-4b3d-9c8b-36ecf844a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:09.663616 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-83a0a60c-542e-4b3d-9c8b-36ecf844a131 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f4e18b81-17b9-486c-88de-11fbb506511c HTTP/1.1" status: 200 len: 855 time: 0.3036137 Jun 11 18:12:09.685256 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d7eb2-43b1-4a23-9ce1-d3eb2759dfb0 req-05921687-8648-4157-b17b-4ff34b2c4b6b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:09.688000 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-635d7eb2-43b1-4a23-9ce1-d3eb2759dfb0 req-05921687-8648-4157-b17b-4ff34b2c4b6b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 944 time: 0.8802347 Jun 11 18:12:09.738249 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-23d08704-d9d1-4661-a12a-d66486133710 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8948bab2-be4d-4cd2-baff-e343803f2785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608015 Jun 11 18:12:10.179298 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:12:10.182951 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-635d7eb2-43b1-4a23-9ce1-d3eb2759dfb0 req-2a46b605-2166-40c3-99d3-39186bc9826b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892913 Jun 11 18:12:10.207228 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b382a-3f91-460f-ad14-5f5b2b9fd102 None None] Sync routers for ids ['70fbd555-5f62-4375-8c76-af5b1c2001da'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:12:10.229289 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-a4d4db8b-feb8-4383-82a2-5ce290d705c7 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:10.237788 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-a4d4db8b-feb8-4383-82a2-5ce290d705c7 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/networks?id=50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 200 len: 816 time: 0.6842206 Jun 11 18:12:10.240595 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:10.242287 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b382a-3f91-460f-ad14-5f5b2b9fd102 None None] Routers {'70fbd555-5f62-4375-8c76-af5b1c2001da'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:12:10.245121 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-715b382a-3f91-460f-ad14-5f5b2b9fd102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:11:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70fbd555-5f62-4375-8c76-af5b1c2001da'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:10.277561 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-30f5caf9-5a1c-4694-87cc-4d4bce56c191 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/quotas/86e14e1c12ff423f9c1b015253b19503 HTTP/1.1" status: 200 len: 375 time: 0.0328147 Jun 11 18:12:10.294654 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:10.445642 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 11.6911774 Jun 11 18:12:10.445920 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 52984) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:10.457216 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-7f6ea3cb-ceb5-467d-9c70-a9801af89c3f tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2120141065', 'description': 'tempest-secgroup-smoke-2120141065 description', 'project_id': '36adc438fe8649a7a0128f7971f65934'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:10.467097 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-1557e738-f14e-4777-be8a-4436550b7b80 service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118652 Jun 11 18:12:10.572745 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7f6ea3cb-ceb5-467d-9c70-a9801af89c3f tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:10.586578 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-715b382a-3f91-460f-ad14-5f5b2b9fd102 None None] Set router 70fbd555-5f62-4375-8c76-af5b1c2001da gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:12:10.602306 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-8a666e85-4945-4265-9748-b37b916a5501 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=86e14e1c12ff423f9c1b015253b19503&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3193941 Jun 11 18:12:10.608053 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:10.778407 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c106db52-1d87-42f1-8acf-599a1cdb2c34 req-8e09794d-d3ff-4c37-8920-2726676301db service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016405 Jun 11 18:12:10.872467 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:10.876598 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1f1dcd-1abf-4e0a-aee3-1de666b494f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:10.975833 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cebb6a6-c8d2-427b-96c7-606961da1127 x-openstack-request-id: req-2cebb6a6-c8d2-427b-96c7-606961da1127 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:10.976986 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:10.979693 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2cebb6a6-c8d2-427b-96c7-606961da1127 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:10.980731 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973', 'status': 'completed', 'code': 200} Jun 11 18:12:11.005581 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7f6ea3cb-ceb5-467d-9c70-a9801af89c3f tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:11.092892 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7f6ea3cb-ceb5-467d-9c70-a9801af89c3f tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:11.100098 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-0053d1ae-c311-4d96-9dd8-03a4bc5f1d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:11.106713 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-95d94e4c-f3ea-410a-b139-45c0f680f738 service neutron] 10.222.0.63 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244425 Jun 11 18:12:11.186327 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f08fac-9133-410d-91ca-df068a1230f7 req-fc8c35db-4630-486c-95ea-417e4ae7d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:11.188610 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c1f08fac-9133-410d-91ca-df068a1230f7 req-fc8c35db-4630-486c-95ea-417e4ae7d131 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04e0ce4feca542edbaa83738edfcff46&device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 1097 time: 0.3352914 Jun 11 18:12:11.192149 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-715b382a-3f91-460f-ad14-5f5b2b9fd102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': '6d99d007-585e-4b37-be5e-635f120a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port': {'id': '6d99d007-585e-4b37-be5e-635f120a434c', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:16Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': '2e2cc909-af74-43e6-98d9-ee0a613d3562', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'floating_ip_address': '172.28.1.25', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'port_id': '774ce97e-7798-460c-bcd0-af57a1ed2973', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'mac_address': 'fa:16:3e:44:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6949dd45-c393-486c-b7ab-be890dd74c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:12:03Z', 'updated_at': '2021-06-11T18:12:03Z', 'revision_number': 0, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2152029d-da9b-4e40-bcf5-a8833776a2eb', 'name': '', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'mac_address': 'fa:16:3e:63:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71d90266-a32e-4eda-9963-507c722ab00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:28Z', 'updated_at': '2021-06-11T18:09:50Z', 'revision_number': 5, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'subnets': [{'id': '71d90266-a32e-4eda-9963-507c722ab00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:11.200104 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b382a-3f91-460f-ad14-5f5b2b9fd102 None None] Checking router: 70fbd555-5f62-4375-8c76-af5b1c2001da for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:12:11.203237 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7f6ea3cb-ceb5-467d-9c70-a9801af89c3f tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:11.205635 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-7f6ea3cb-ceb5-467d-9c70-a9801af89c3f tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7573848 Jun 11 18:12:11.212966 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 52988) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:11.217085 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b382a-3f91-460f-ad14-5f5b2b9fd102 None None] Routers {'70fbd555-5f62-4375-8c76-af5b1c2001da'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:12:11.218214 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-715b382a-3f91-460f-ad14-5f5b2b9fd102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:11:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70fbd555-5f62-4375-8c76-af5b1c2001da'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:11.221820 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ea3cb-ceb5-467d-9c70-a9801af89c3f tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97fb7da6-a7aa-4a8a-9652-5144c2e66656,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:11.225874 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-10ba6088-bfbf-4509-8266-9e0697d106e0 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Request body: {'security_group_rule': {'security_group_id': '97fb7da6-a7aa-4a8a-9652-5144c2e66656', 'project_id': '36adc438fe8649a7a0128f7971f65934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:11.261150 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-7f6ea3cb-ceb5-467d-9c70-a9801af89c3f tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:11.369284 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for port, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:11.373105 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f1dcd-1abf-4e0a-aee3-1de666b494f1 req-82eb6cfd-0de4-4461-8ea1-4608b8e03b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:11.376121 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c1f1dcd-1abf-4e0a-aee3-1de666b494f1 req-82eb6cfd-0de4-4461-8ea1-4608b8e03b9e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36adc438fe8649a7a0128f7971f65934&device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 1098 time: 0.3677461 Jun 11 18:12:11.392298 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29515003'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:11.402637 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-5cdeff03-a505-433a-b1fa-4e15a160876d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:11.507784 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-7d38ef68-fe00-4664-a9be-5a0ae532a29c service neutron] 10.222.0.63 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611782 Jun 11 18:12:11.508975 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-10ba6088-bfbf-4509-8266-9e0697d106e0 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:11.532072 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f08fac-9133-410d-91ca-df068a1230f7 req-f7178f5c-ca28-43f2-ad9f-a3d9d39d2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:11.535028 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c1f08fac-9133-410d-91ca-df068a1230f7 req-f7178f5c-ca28-43f2-ad9f-a3d9d39d2313 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 200 len: 917 time: 0.3358884 Jun 11 18:12:11.603296 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-715b382a-3f91-460f-ad14-5f5b2b9fd102 None None] Set router 70fbd555-5f62-4375-8c76-af5b1c2001da gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:12:11.680192 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Pushing event updated for resources: {'Port': ['ID=73d43941-b5c6-41ed-b161-e5f92bb986b7,revision_number=2']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:11.685660 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:11.722969 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c1f08fac-9133-410d-91ca-df068a1230f7 req-38c19c28-45d4-4ca4-b61d-01ae97331c61 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=906452f5-c3f1-4173-a46a-e9ef7b9b21f3 HTTP/1.1" status: 200 len: 217 time: 0.0985842 Jun 11 18:12:11.724276 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:11.863481 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f1dcd-1abf-4e0a-aee3-1de666b494f1 req-fc7a5feb-4311-44dc-ad08-5efd9b0e329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:11.866333 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c1f1dcd-1abf-4e0a-aee3-1de666b494f1 req-fc7a5feb-4311-44dc-ad08-5efd9b0e329b service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb867073-1266-4a21-bb52-ead6e0552b22 HTTP/1.1" status: 200 len: 917 time: 0.4409573 Jun 11 18:12:11.877840 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f08fac-9133-410d-91ca-df068a1230f7 req-9f00bf84-1a80-4f56-9151-d320dece3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:11.883407 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c1f08fac-9133-410d-91ca-df068a1230f7 req-9f00bf84-1a80-4f56-9151-d320dece3601 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f4e18b81-17b9-486c-88de-11fbb506511c HTTP/1.1" status: 200 len: 855 time: 0.1463432 Jun 11 18:12:11.945597 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-10ba6088-bfbf-4509-8266-9e0697d106e0 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:11.964475 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-10ba6088-bfbf-4509-8266-9e0697d106e0 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:12.129688 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c1f08fac-9133-410d-91ca-df068a1230f7 req-f83933bd-cb9b-4d52-81a5-a27c5d4dde9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8948bab2-be4d-4cd2-baff-e343803f2785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1943541 Jun 11 18:12:12.184220 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efdcb6-2ad1-4426-b895-8aa53e190dfa req-ec5e24d5-ead1-4512-8bd8-6815d1e9a567 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:12.197925 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46efdcb6-2ad1-4426-b895-8aa53e190dfa req-ec5e24d5-ead1-4512-8bd8-6815d1e9a567 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 944 time: 0.6090763 Jun 11 18:12:12.199797 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.l3_db [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Floating IP baacd116-f003-4ddb-bc3f-2fbc32823d31 associated. External IP: 172.28.1.82, port: fd0c1870-3848-4af6-86b0-5baf1e76febf. Jun 11 18:12:12.212121 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-da362782-8cae-4d31-b3cb-67e02e27ec6a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:12.271000 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c1f1dcd-1abf-4e0a-aee3-1de666b494f1 req-327229b3-59c1-4220-9a50-36287264f3ab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774ce97e-7798-460c-bcd0-af57a1ed2973 HTTP/1.1" status: 200 len: 998 time: 0.3838732 Jun 11 18:12:12.314200 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-10ba6088-bfbf-4509-8266-9e0697d106e0 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:12.321133 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-10ba6088-bfbf-4509-8266-9e0697d106e0 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1016159 Jun 11 18:12:12.424615 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53002) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:12.494246 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:12:12.526480 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-9e571985-18d8-4acb-bffc-b20c4f85af78 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Request body: {'security_group_rule': {'security_group_id': '97fb7da6-a7aa-4a8a-9652-5144c2e66656', 'project_id': '36adc438fe8649a7a0128f7971f65934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:12.557819 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:12.598755 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba6088-bfbf-4509-8266-9e0697d106e0 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e698f144-dc27-49c6-9c8d-4ec7d6b32398,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:12.641506 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f1dcd-1abf-4e0a-aee3-1de666b494f1 req-7a8d68ce-7b53-4b0c-96aa-fd1c00011684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:12.645091 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c1f1dcd-1abf-4e0a-aee3-1de666b494f1 req-7a8d68ce-7b53-4b0c-96aa-fd1c00011684 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71d90266-a32e-4eda-9963-507c722ab00f HTTP/1.1" status: 200 len: 854 time: 0.3520026 Jun 11 18:12:12.646075 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-10ba6088-bfbf-4509-8266-9e0697d106e0 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:12.651005 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5d743171-24d9-4a55-9890-913babee2c22 req-cbebf0ed-c67e-49b6-9c26-e3510c44ae02 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 210 time: 0.1011717 Jun 11 18:12:12.760819 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c1f08fac-9133-410d-91ca-df068a1230f7 req-87886540-1e43-4960-961c-5bb35f059634 service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201811 Jun 11 18:12:12.767618 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9e571985-18d8-4acb-bffc-b20c4f85af78 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:12.878447 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-46efdcb6-2ad1-4426-b895-8aa53e190dfa req-0877449e-100d-43e1-a011-b5ce2cc1195c tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6694174 Jun 11 18:12:12.903098 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-715b382a-3f91-460f-ad14-5f5b2b9fd102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': '6d99d007-585e-4b37-be5e-635f120a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port': {'id': '6d99d007-585e-4b37-be5e-635f120a434c', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:16Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': '2e2cc909-af74-43e6-98d9-ee0a613d3562', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'floating_ip_address': '172.28.1.25', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'port_id': '774ce97e-7798-460c-bcd0-af57a1ed2973', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'mac_address': 'fa:16:3e:44:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6949dd45-c393-486c-b7ab-be890dd74c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:12:03Z', 'updated_at': '2021-06-11T18:12:03Z', 'revision_number': 0, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2152029d-da9b-4e40-bcf5-a8833776a2eb', 'name': '', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'mac_address': 'fa:16:3e:63:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71d90266-a32e-4eda-9963-507c722ab00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:28Z', 'updated_at': '2021-06-11T18:09:50Z', 'revision_number': 5, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'subnets': [{'id': '71d90266-a32e-4eda-9963-507c722ab00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:12.914737 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=906452f5-c3f1-4173-a46a-e9ef7b9b21f3,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:12.919431 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b382a-3f91-460f-ad14-5f5b2b9fd102 None None] The sync data for ids ['70fbd555-5f62-4375-8c76-af5b1c2001da'] in dv-cinder-796049-1-smb is: [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': '6d99d007-585e-4b37-be5e-635f120a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port': {'id': '6d99d007-585e-4b37-be5e-635f120a434c', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:16Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': '2e2cc909-af74-43e6-98d9-ee0a613d3562', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'floating_ip_address': '172.28.1.25', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'port_id': '774ce97e-7798-460c-bcd0-af57a1ed2973', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'mac_address': 'fa:16:3e:44:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6949dd45-c393-486c-b7ab-be890dd74c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:12:03Z', 'updated_at': '2021-06-11T18:12:03Z', 'revision_number': 0, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2152029d-da9b-4e40-bcf5-a8833776a2eb', 'name': '', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'mac_address': 'fa:16:3e:63:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71d90266-a32e-4eda-9963-507c722ab00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:28Z', 'updated_at': '2021-06-11T18:09:50Z', 'revision_number': 5, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'subnets': [{'id': '71d90266-a32e-4eda-9963-507c722ab00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:12:12.941247 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '906452f5-c3f1-4173-a46a-e9ef7b9b21f3', 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785', 'port_id': '906452f5-c3f1-4173-a46a-e9ef7b9b21f3', 'mac_address': 'fa:16:3e:4a:ca:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e18b81-17b9-486c-88de-11fbb506511c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:12:13.050311 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:13.063950 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Router bcc08e1b-cc10-4295-8181-c6d24d22f601 has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:12:13.083963 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:12:13.143067 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=906452f5-c3f1-4173-a46a-e9ef7b9b21f3,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:13.152755 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:13.156725 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:13.198781 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9e571985-18d8-4acb-bffc-b20c4f85af78 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:13.282360 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c1f08fac-9133-410d-91ca-df068a1230f7 req-420b240a-d572-4701-9bb6-b1fddf55dae3 service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030940 Jun 11 18:12:13.292208 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9e571985-18d8-4acb-bffc-b20c4f85af78 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:13.305294 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8a563baf-6de0-4345-a046-9472dd2f6534 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:13.336667 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e571985-18d8-4acb-bffc-b20c4f85af78 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787a5fd5-d93a-4937-9bfa-17ba81f3a0bf,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:13.344164 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-9e571985-18d8-4acb-bffc-b20c4f85af78 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:13.348044 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f1dcd-1abf-4e0a-aee3-1de666b494f1 req-4f04165a-9751-4e48-9d82-f68ae050e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:13.351226 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c1f1dcd-1abf-4e0a-aee3-1de666b494f1 req-4f04165a-9751-4e48-9d82-f68ae050e7c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb867073-1266-4a21-bb52-ead6e0552b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6867833 Jun 11 18:12:13.355323 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9e571985-18d8-4acb-bffc-b20c4f85af78 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:13.357861 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-9e571985-18d8-4acb-bffc-b20c4f85af78 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9286451 Jun 11 18:12:13.361930 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53010) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:13.383088 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=906452f5-c3f1-4173-a46a-e9ef7b9b21f3,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:13.398750 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:13.404338 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-a849f117-8ee9-4be9-b778-4dcece351535 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Request body: {'security_group_rule': {'security_group_id': '97fb7da6-a7aa-4a8a-9652-5144c2e66656', 'project_id': '36adc438fe8649a7a0128f7971f65934', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:13.447346 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0269d1c-cfaa-465e-bea4-8ffa549c4907 None None] New status for floating IP 2e2cc909-af74-43e6-98d9-ee0a613d3562: ACTIVE {{(pid=91994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:12:13.474862 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['906452f5-c3f1-4173-a46a-e9ef7b9b21f3'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:12:13.697388 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a849f117-8ee9-4be9-b778-4dcece351535 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:13.772102 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c1f1dcd-1abf-4e0a-aee3-1de666b494f1 req-08512252-ddf4-4a75-8bb6-f14bcf0bde3e service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121773 Jun 11 18:12:14.106445 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a849f117-8ee9-4be9-b778-4dcece351535 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:14.128737 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a849f117-8ee9-4be9-b778-4dcece351535 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:14.150730 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:14.202894 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c1f1dcd-1abf-4e0a-aee3-1de666b494f1 req-37b6aa93-af96-4228-82a0-94c136a2ec3c service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194996 Jun 11 18:12:14.203984 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849f117-8ee9-4be9-b778-4dcece351535 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15abf0d-7d96-4a40-bb22-98915d24b365,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:14.207478 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a849f117-8ee9-4be9-b778-4dcece351535 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:14.222323 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a849f117-8ee9-4be9-b778-4dcece351535 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:14.224950 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-a849f117-8ee9-4be9-b778-4dcece351535 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8584707 Jun 11 18:12:14.229766 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53018) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:14.238347 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-70599154-fef0-47b9-b7af-0ae5189459a2 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Request body: {'security_group_rule': {'security_group_id': '97fb7da6-a7aa-4a8a-9652-5144c2e66656', 'project_id': '36adc438fe8649a7a0128f7971f65934', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:14.285172 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-70599154-fef0-47b9-b7af-0ae5189459a2 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:14.332473 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c35731c7-1d2c-44fc-88f6-4226eef506a1 req-60b3eb36-258a-480f-a781-a9c17d29ddd4 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 210 time: 0.1295834 Jun 11 18:12:14.404927 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:12:14.426868 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e33d3-eb59-402e-8444-bbff5e16fd71 None None] Sync routers for ids ['bcc08e1b-cc10-4295-8181-c6d24d22f601'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:12:14.446049 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e33d3-eb59-402e-8444-bbff5e16fd71 None None] Routers {'bcc08e1b-cc10-4295-8181-c6d24d22f601'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:12:14.452601 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d089a-e864-435f-af38-76d6d01492f1 req-b7f72d41-dbff-4079-83df-6e5b1bfcb413 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:14.453031 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ac3e33d3-eb59-402e-8444-bbff5e16fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:11:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['bcc08e1b-cc10-4295-8181-c6d24d22f601'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:14.454046 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ac4d089a-e864-435f-af38-76d6d01492f1 req-b7f72d41-dbff-4079-83df-6e5b1bfcb413 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 945 time: 0.2533395 Jun 11 18:12:14.468951 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:14.490439 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-70599154-fef0-47b9-b7af-0ae5189459a2 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:14.501563 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-70599154-fef0-47b9-b7af-0ae5189459a2 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:14.529953 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:14.586439 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-70599154-fef0-47b9-b7af-0ae5189459a2 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:14.594065 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-70599154-fef0-47b9-b7af-0ae5189459a2 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3582189 Jun 11 18:12:14.595305 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53020) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:14.606924 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-a0097bc2-51db-4b4c-8052-f7cf2c33bffa tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Request body: {'security_group_rule': {'security_group_id': '97fb7da6-a7aa-4a8a-9652-5144c2e66656', 'project_id': '36adc438fe8649a7a0128f7971f65934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:14.628593 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-defca5e6-066f-419e-9d66-3ad115d1c357 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.2731352 Jun 11 18:12:14.628593 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:14.628593 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594fe909-efcd-4d94-ae8b-cdd7c7c36894" -d '{"events": [{"name": "network-changed", "server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:14.648225 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ac4d089a-e864-435f-af38-76d6d01492f1 req-0d4a57de-6a68-4916-9d98-442a4fe1e3eb tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740448 Jun 11 18:12:14.652123 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70599154-fef0-47b9-b7af-0ae5189459a2 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d818c5-82c7-4b5f-8bb6-7b811c83fe48,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:14.705920 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-70599154-fef0-47b9-b7af-0ae5189459a2 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:14.711755 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.securitygroups_db [None req-a0097bc2-51db-4b4c-8052-f7cf2c33bffa tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Project 36adc438fe8649a7a0128f7971f65934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 18:12:14.732622 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a0097bc2-51db-4b4c-8052-f7cf2c33bffa tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:14.810135 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-ac3e33d3-eb59-402e-8444-bbff5e16fd71 None None] Set router bcc08e1b-cc10-4295-8181-c6d24d22f601 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:12:14.989504 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a0097bc2-51db-4b4c-8052-f7cf2c33bffa tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:14.994941 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da389881-bbfe-42a0-ba5e-59ac3c26d831 x-openstack-request-id: req-da389881-bbfe-42a0-ba5e-59ac3c26d831 {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:14.995544 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:14.996038 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-da389881-bbfe-42a0-ba5e-59ac3c26d831 {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:14.997223 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'status': 'completed', 'code': 200} Jun 11 18:12:14.999733 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a0097bc2-51db-4b4c-8052-f7cf2c33bffa tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:15.004395 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-3f96e227-2b77-4999-b9b7-f0c69fb7c27b tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:15.067848 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a0097bc2-51db-4b4c-8052-f7cf2c33bffa tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:15.076129 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-a0097bc2-51db-4b4c-8052-f7cf2c33bffa tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4756856 Jun 11 18:12:15.076507 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-cdf630a8-9af8-484d-a8a7-b5f32cbb75f5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:15.076727 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0097bc2-51db-4b4c-8052-f7cf2c33bffa tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da32bc33-545a-4889-a976-87f8febdd5d3,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:15.076915 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-cdf630a8-9af8-484d-a8a7-b5f32cbb75f5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.77 "GET /v2.0/networks?id=50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 200 len: 816 time: 0.4848118 Jun 11 18:12:15.080497 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53030) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:15.094986 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-12327af7-e676-4755-b95b-712b9b4c7269 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Request body: {'security_group_rule': {'security_group_id': '97fb7da6-a7aa-4a8a-9652-5144c2e66656', 'project_id': '36adc438fe8649a7a0128f7971f65934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:15.107708 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a0097bc2-51db-4b4c-8052-f7cf2c33bffa tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:15.168363 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.securitygroups_db [None req-12327af7-e676-4755-b95b-712b9b4c7269 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Project 36adc438fe8649a7a0128f7971f65934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 18:12:15.179770 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-12327af7-e676-4755-b95b-712b9b4c7269 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:15.204426 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-0220490c-4a43-48c9-8de8-0cd6ced687d1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e14e1c12ff423f9c1b015253b19503 HTTP/1.1" status: 200 len: 380 time: 0.1172893 Jun 11 18:12:15.217083 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Request body: {'port': {'device_id': 'b8086795-da3b-43b6-9532-776a300e47d7', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'admin_state_up': True, 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'security_groups': ['36a9228b-f80e-4a19-93a3-71069a55f804']}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:15.253610 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fe909-efcd-4d94-ae8b-cdd7c7c36894 req-adfdc0f4-8060-4331-ac4b-cc442273e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:15.256398 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-594fe909-efcd-4d94-ae8b-cdd7c7c36894 req-adfdc0f4-8060-4331-ac4b-cc442273e722 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b1c0ab350c40f899fc30e7bb6a63b9&device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 1098 time: 0.2950687 Jun 11 18:12:15.321345 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-12327af7-e676-4755-b95b-712b9b4c7269 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:15.327407 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-12327af7-e676-4755-b95b-712b9b4c7269 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659081'] for security_group_rule, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:15.331495 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a0097bc2-51db-4b4c-8052-f7cf2c33bffa tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:15.367549 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12327af7-e676-4755-b95b-712b9b4c7269 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67dd669-f8c1-43eb-bec5-167699fab5db,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:15.372394 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-12327af7-e676-4755-b95b-712b9b4c7269 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:15.385407 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-12327af7-e676-4755-b95b-712b9b4c7269 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:15.387702 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-12327af7-e676-4755-b95b-712b9b4c7269 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3053260 Jun 11 18:12:15.403471 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ac3e33d3-eb59-402e-8444-bbff5e16fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:10:45Z', 'revision_number': 4, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port': {'id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:31Z', 'updated_at': '2021-06-11T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': 'baacd116-f003-4ddb-bc3f-2fbc32823d31', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'floating_ip_address': '172.28.1.82', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'port_id': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'mac_address': 'fa:16:3e:52:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092ba058-f811-4207-861b-1b02786f7fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:12:09Z', 'updated_at': '2021-06-11T18:12:09Z', 'revision_number': 0, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7732b938-4f0b-40ab-8e69-8342bca2b427', 'name': '', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'mac_address': 'fa:16:3e:81:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:42Z', 'updated_at': '2021-06-11T18:11:02Z', 'revision_number': 5, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'subnets': [{'id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:15.410501 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e33d3-eb59-402e-8444-bbff5e16fd71 None None] Checking router: bcc08e1b-cc10-4295-8181-c6d24d22f601 for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:12:15.433041 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e33d3-eb59-402e-8444-bbff5e16fd71 None None] Routers {'bcc08e1b-cc10-4295-8181-c6d24d22f601'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:12:15.434218 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ac3e33d3-eb59-402e-8444-bbff5e16fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:11:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['bcc08e1b-cc10-4295-8181-c6d24d22f601'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:15.718847 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-04b7898a-3416-4d87-bc7a-126743085cf6 req-1487f3f9-5fe4-4aa8-b36c-daa2957aeab5 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120141065&fields=id&tenant_id=36adc438fe8649a7a0128f7971f65934 HTTP/1.1" status: 200 len: 267 time: 0.1067302 Jun 11 18:12:15.746811 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-ac3e33d3-eb59-402e-8444-bbff5e16fd71 None None] Set router bcc08e1b-cc10-4295-8181-c6d24d22f601 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:12:15.763224 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e9bac0e0-b4e6-4307-bc2c-89a7a4a26c6e req-37399767-c298-469e-bd28-83c8a967de5a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 210 time: 0.0774856 Jun 11 18:12:15.923847 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7898a-3416-4d87-bc7a-126743085cf6 req-97279a6d-8847-4aa4-a75d-397279b99ba7 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:15.926974 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-04b7898a-3416-4d87-bc7a-126743085cf6 req-97279a6d-8847-4aa4-a75d-397279b99ba7 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 945 time: 0.1675785 Jun 11 18:12:15.947929 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [req-04b7898a-3416-4d87-bc7a-126743085cf6 req-cec78f0b-60cc-4a2a-afcf-c55dc896cb73 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Request body: {'port': {'security_groups': ['2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c', '97fb7da6-a7aa-4a8a-9652-5144c2e66656']}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:16.117446 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fe909-efcd-4d94-ae8b-cdd7c7c36894 req-87f6f732-01ab-4293-a968-e8dc22fd26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:16.120850 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-594fe909-efcd-4d94-ae8b-cdd7c7c36894 req-87f6f732-01ab-4293-a968-e8dc22fd26f3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc HTTP/1.1" status: 200 len: 910 time: 0.8399653 Jun 11 18:12:16.227280 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-04b7898a-3416-4d87-bc7a-126743085cf6 req-cec78f0b-60cc-4a2a-afcf-c55dc896cb73 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:16.263659 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Made reservation on behalf of 86e14e1c12ff423f9c1b015253b19503 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:12:16.270124 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:16.284030 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2f051-fe83-49ad-bf52-de3b4adee7d8 req-8f3f8117-2bd3-4ac7-97a9-5f9a65209021 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:16.286728 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1bf2f051-fe83-49ad-bf52-de3b4adee7d8 req-8f3f8117-2bd3-4ac7-97a9-5f9a65209021 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 945 time: 0.2696192 Jun 11 18:12:16.348172 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-594fe909-efcd-4d94-ae8b-cdd7c7c36894 req-b2224ea0-8192-4209-8df5-ebc620905a8f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf HTTP/1.1" status: 200 len: 998 time: 0.2174263 Jun 11 18:12:16.363380 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-ac3e33d3-eb59-402e-8444-bbff5e16fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:10:45Z', 'revision_number': 4, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port': {'id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:31Z', 'updated_at': '2021-06-11T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': 'baacd116-f003-4ddb-bc3f-2fbc32823d31', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'floating_ip_address': '172.28.1.82', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'port_id': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'mac_address': 'fa:16:3e:52:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092ba058-f811-4207-861b-1b02786f7fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:12:09Z', 'updated_at': '2021-06-11T18:12:09Z', 'revision_number': 0, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7732b938-4f0b-40ab-8e69-8342bca2b427', 'name': '', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'mac_address': 'fa:16:3e:81:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:42Z', 'updated_at': '2021-06-11T18:11:02Z', 'revision_number': 5, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'subnets': [{'id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:16.370949 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e33d3-eb59-402e-8444-bbff5e16fd71 None None] The sync data for ids ['bcc08e1b-cc10-4295-8181-c6d24d22f601'] in dv-cinder-796049-1-smb is: [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:10:45Z', 'revision_number': 4, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port': {'id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:31Z', 'updated_at': '2021-06-11T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': 'baacd116-f003-4ddb-bc3f-2fbc32823d31', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'floating_ip_address': '172.28.1.82', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'port_id': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'mac_address': 'fa:16:3e:52:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092ba058-f811-4207-861b-1b02786f7fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:12:09Z', 'updated_at': '2021-06-11T18:12:09Z', 'revision_number': 0, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7732b938-4f0b-40ab-8e69-8342bca2b427', 'name': '', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'mac_address': 'fa:16:3e:81:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:42Z', 'updated_at': '2021-06-11T18:11:02Z', 'revision_number': 5, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'subnets': [{'id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:12:16.449407 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1bf2f051-fe83-49ad-bf52-de3b4adee7d8 req-d0760c1a-2050-4e60-8d3e-639ef97cf3b9 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486251 Jun 11 18:12:16.515437 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:12:16.555670 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fe909-efcd-4d94-ae8b-cdd7c7c36894 req-179dff30-31bc-420b-90a3-c32b2c451112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:16.558839 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-594fe909-efcd-4d94-ae8b-cdd7c7c36894 req-179dff30-31bc-420b-90a3-c32b2c451112 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1851b65a-e963-43c3-82e7-37d15519f5e3 HTTP/1.1" status: 200 len: 847 time: 0.2023654 Jun 11 18:12:16.755906 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Allocated IP 172.20.0.4 (50265511-d9df-48bb-b4ed-800ebda6a31e/4159feda-883d-4a61-bfd7-ed412eb99cf3/6e842360-5b09-4b5c-a071-b2a9a40e69d3) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:12:16.804502 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fe909-efcd-4d94-ae8b-cdd7c7c36894 req-55f1e2ae-6e61-4b86-82e7-fb790be0ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:16.808372 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-594fe909-efcd-4d94-ae8b-cdd7c7c36894 req-55f1e2ae-6e61-4b86-82e7-fb790be0ce29 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2415359 Jun 11 18:12:16.890918 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-04b7898a-3416-4d87-bc7a-126743085cf6 req-cec78f0b-60cc-4a2a-afcf-c55dc896cb73 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] For port 774ce97e-7798-460c-bcd0-af57a1ed2973, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=774ce97e-7798-460c-bcd0-af57a1ed2973,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:16.910597 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47f4e1-ea5b-4c85-b6be-d318361681ca None None] New status for floating IP baacd116-f003-4ddb-bc3f-2fbc32823d31: ACTIVE {{(pid=91994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:12:16.948810 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:12:16.956418 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:16.957136 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:16.984738 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-04b7898a-3416-4d87-bc7a-126743085cf6 req-cec78f0b-60cc-4a2a-afcf-c55dc896cb73 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for port, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:16.996525 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-04b7898a-3416-4d87-bc7a-126743085cf6 req-cec78f0b-60cc-4a2a-afcf-c55dc896cb73 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29515003'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:17.025145 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:17.062643 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['774ce97e-7798-460c-bcd0-af57a1ed2973'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:12:17.096776 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7898a-3416-4d87-bc7a-126743085cf6 req-cec78f0b-60cc-4a2a-afcf-c55dc896cb73 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:17.098838 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-04b7898a-3416-4d87-bc7a-126743085cf6 req-cec78f0b-60cc-4a2a-afcf-c55dc896cb73 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:17.110609 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-04b7898a-3416-4d87-bc7a-126743085cf6 req-cec78f0b-60cc-4a2a-afcf-c55dc896cb73 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "PUT /v2.0/ports/774ce97e-7798-460c-bcd0-af57a1ed2973 HTTP/1.1" status: 200 len: 981 time: 1.1716514 Jun 11 18:12:17.121765 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:17.128328 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6191724b-c5c4-46c3-b761-40a60d111b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:17.303868 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-968847b3-8799-4201-ba20-a10b2596a024 req-8cde7116-339e-4b21-b261-dfa5c30f874b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 210 time: 0.1913753 Jun 11 18:12:17.307622 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['774ce97e-7798-460c-bcd0-af57a1ed2973'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:12:17.387753 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-594fe909-efcd-4d94-ae8b-cdd7c7c36894 req-1d6be2bc-439e-4796-85b5-23f0c817a6ae service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660877 Jun 11 18:12:17.451058 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec78f0b-60cc-4a2a-afcf-c55dc896cb73 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event updated for resources: {'Port': ['ID=774ce97e-7798-460c-bcd0-af57a1ed2973,revision_number=6']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:17.510456 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-cec78f0b-60cc-4a2a-afcf-c55dc896cb73 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:17.587807 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4f7c53-9e4b-4fff-b53b-3b242b3ba101 x-openstack-request-id: req-de4f7c53-9e4b-4fff-b53b-3b242b3ba101 {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:17.588303 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:17.588801 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-de4f7c53-9e4b-4fff-b53b-3b242b3ba101 {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:17.589505 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973', 'status': 'completed', 'code': 200} Jun 11 18:12:17.676646 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:17.725878 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Transition to ACTIVE for port object 6e842360-5b09-4b5c-a071-b2a9a40e69d3 will not be triggered until provisioned by entity DHCP. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:12:17.763722 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720c510-d2a5-42d4-933c-045fcb7f273a req-709a9624-08cf-49e5-9cf2-f9c44838cae5 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:17.766873 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e720c510-d2a5-42d4-933c-045fcb7f273a req-709a9624-08cf-49e5-9cf2-f9c44838cae5 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.3623385 Jun 11 18:12:17.779508 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-594fe909-efcd-4d94-ae8b-cdd7c7c36894 req-4b73a6dd-b03f-4051-b62d-d2ebd1a5b0c5 service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842263 Jun 11 18:12:17.878148 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:17.880939 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:17.887864 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:17.964633 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-36b42cb5-a865-468b-9128-354728268fd3 None None] Provisioning complete for port 774ce97e-7798-460c-bcd0-af57a1ed2973 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:17.965166 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-36b42cb5-a865-468b-9128-354728268fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:18.005134 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a84e610-22f8-4b3f-8e94-3b20efcbef4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906452f5-c3f1-4173-a46a-e9ef7b9b21f3'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:18.012210 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2cfc7a-02a2-42ba-969d-107407254d51" -d '{"events": [{"server_uuid": "3a84e610-22f8-4b3f-8e94-3b20efcbef4f", "name": "network-vif-plugged", "status": "completed", "tag": "906452f5-c3f1-4173-a46a-e9ef7b9b21f3"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:18.019440 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191724b-c5c4-46c3-b761-40a60d111b6d req-2d154fff-b1fd-4737-8a86-1fe52b80231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:18.022316 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6191724b-c5c4-46c3-b761-40a60d111b6d req-2d154fff-b1fd-4737-8a86-1fe52b80231b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36adc438fe8649a7a0128f7971f65934&device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 1137 time: 0.4099026 Jun 11 18:12:18.025224 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event updated for resources: {'Port': ['ID=6e842360-5b09-4b5c-a071-b2a9a40e69d3,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:18.031432 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:18.051052 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Network 50265511-d9df-48bb-b4ed-800ebda6a31e is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:12:18.053779 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:18.066058 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e720c510-d2a5-42d4-933c-045fcb7f273a req-38a4baec-2e44-4cc5-99fd-e753ea8fd375 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2710433 Jun 11 18:12:18.067122 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:12:18.259563 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=906452f5-c3f1-4173-a46a-e9ef7b9b21f3,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:18.316031 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:18.330021 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:18.351418 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:18.372929 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e407ff5-e2af-4af9-8d65-8e91b1ff6231 req-60ac9393-9eed-42e5-8c54-0db2af63be04 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:18.375820 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6e407ff5-e2af-4af9-8d65-8e91b1ff6231 req-60ac9393-9eed-42e5-8c54-0db2af63be04 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 945 time: 0.5336087 Jun 11 18:12:18.403649 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1939132 Jun 11 18:12:18.426229 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-b8dc308d-443c-4b69-8a4d-cb5ca9c0e199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:18.432581 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Request body: {'port': {'device_id': 'b8086795-da3b-43b6-9532-776a300e47d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:18.456235 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191724b-c5c4-46c3-b761-40a60d111b6d req-6a823614-e3f2-4f9d-a388-8ea5bc1664a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:18.459216 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6191724b-c5c4-46c3-b761-40a60d111b6d req-6a823614-e3f2-4f9d-a388-8ea5bc1664a8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb867073-1266-4a21-bb52-ead6e0552b22 HTTP/1.1" status: 200 len: 917 time: 0.3880198 Jun 11 18:12:18.585938 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce250296-7d16-4d5c-917c-27bf5c5f2b29 x-openstack-request-id: req-ce250296-7d16-4d5c-917c-27bf5c5f2b29 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:18.586855 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a84e610-22f8-4b3f-8e94-3b20efcbef4f", "name": "network-vif-plugged", "status": "completed", "tag": "906452f5-c3f1-4173-a46a-e9ef7b9b21f3", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:18.587673 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ce250296-7d16-4d5c-917c-27bf5c5f2b29 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:18.588896 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a84e610-22f8-4b3f-8e94-3b20efcbef4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906452f5-c3f1-4173-a46a-e9ef7b9b21f3', 'code': 200} Jun 11 18:12:18.645123 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:18.669378 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6191724b-c5c4-46c3-b761-40a60d111b6d req-6f8b59e8-ab2f-4861-b6be-5ecf2e0a9259 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774ce97e-7798-460c-bcd0-af57a1ed2973 HTTP/1.1" status: 200 len: 1000 time: 0.2022843 Jun 11 18:12:18.741907 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6e407ff5-e2af-4af9-8d65-8e91b1ff6231 req-c6b5504c-f776-44a0-bd90-03014727cbe9 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511534 Jun 11 18:12:18.802529 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=906452f5-c3f1-4173-a46a-e9ef7b9b21f3,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:18.825125 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:18.971269 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191724b-c5c4-46c3-b761-40a60d111b6d req-1ddca461-0d7c-44dc-b98c-bd2243c96894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:18.973735 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6191724b-c5c4-46c3-b761-40a60d111b6d req-1ddca461-0d7c-44dc-b98c-bd2243c96894 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71d90266-a32e-4eda-9963-507c722ab00f HTTP/1.1" status: 200 len: 854 time: 0.2873452 Jun 11 18:12:19.075015 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13a96a-19f4-4df4-8dde-2e35c63e5dae req-1baf7f84-6bd4-495c-89a2-46bceaa3aef2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:19.076830 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ed13a96a-19f4-4df4-8dde-2e35c63e5dae req-1baf7f84-6bd4-495c-89a2-46bceaa3aef2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 931 time: 0.1857245 Jun 11 18:12:19.092409 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-956cdb99-453c-46f2-96ff-c8f5ea87d8d8 None None] Provisioning for port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 completed by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:12:19.135304 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-956cdb99-453c-46f2-96ff-c8f5ea87d8d8 None None] Provisioning complete for port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:19.135716 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-956cdb99-453c-46f2-96ff-c8f5ea87d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:19.218057 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191724b-c5c4-46c3-b761-40a60d111b6d req-4e997867-ba4f-420e-a92d-a6628fd1ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:19.221370 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6191724b-c5c4-46c3-b761-40a60d111b6d req-4e997867-ba4f-420e-a92d-a6628fd1ea71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb867073-1266-4a21-bb52-ead6e0552b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2191570 Jun 11 18:12:19.226512 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ed13a96a-19f4-4df4-8dde-2e35c63e5dae req-06bb0eb9-59f0-41b0-8efe-83b4fce44a5e tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167073 Jun 11 18:12:19.259582 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-956cdb99-453c-46f2-96ff-c8f5ea87d8d8 None None] Port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 cannot update to ACTIVE because it is not bound. {{(pid=91993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:12:19.278746 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb64b84-3054-4cff-8b44-b1f3a9ffcdba req-7f94d327-8868-4ca2-ae70-a1113eaa3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:19.280358 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2bb64b84-3054-4cff-8b44-b1f3a9ffcdba req-7f94d327-8868-4ca2-ae70-a1113eaa3bba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 1099 time: 0.2719817 Jun 11 18:12:19.365705 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2bb64b84-3054-4cff-8b44-b1f3a9ffcdba req-e70ceb1d-201c-4b6e-90b6-b44d89312b74 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767975 Jun 11 18:12:19.422225 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e842360-5b09-4b5c-a071-b2a9a40e69d3 {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:12:19.433364 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:19.448859 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Transition to ACTIVE for port object 6e842360-5b09-4b5c-a071-b2a9a40e69d3 will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:12:19.467686 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:19.471130 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:19.479935 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6191724b-c5c4-46c3-b761-40a60d111b6d req-fa3c8066-10a8-4beb-b5f6-48abf4406b71 service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471900 Jun 11 18:12:19.641276 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Pushing event updated for resources: {'Port': ['ID=6e842360-5b09-4b5c-a071-b2a9a40e69d3,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:19.650532 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:19.747660 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-6191724b-c5c4-46c3-b761-40a60d111b6d req-b1333369-dc05-40cb-81de-93cb8642d6a9 service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603559 Jun 11 18:12:19.832776 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Attempting to bind port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:12:19.833347 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Attempting to bind port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:12:19.833969 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Attempting to bind port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 on network 50265511-d9df-48bb-b4ed-800ebda6a31e {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:12:19.843620 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 on network 50265511-d9df-48bb-b4ed-800ebda6a31e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:12:19.844435 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Attempting to bind port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 on network 50265511-d9df-48bb-b4ed-800ebda6a31e {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:12:19.854691 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:12:19.855260 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Checking segment: {'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:12:19.855810 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Bound using segment: {'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:12:19.856666 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Bound port: 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da25d723-43e7-415e-adf8-9458a406cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:12:19.857320 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:20.009904 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] For port 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:12:20.016658 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] For port 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:12:20.025272 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:20.031225 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-483883f8-48e5-4d48-a97b-0ff6365a7d3a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:20.064743 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-54edea3b-d005-41fe-8696-6ac3abf06d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:20.112883 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea40fe-99e4-4070-88f9-fc6e5b8d26f3 req-8d85ebb2-fe52-4c23-a144-2b5de1d6c61c tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:20.116075 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c4ea40fe-99e4-4070-88f9-fc6e5b8d26f3 req-8d85ebb2-fe52-4c23-a144-2b5de1d6c61c tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 946 time: 0.1522660 Jun 11 18:12:20.122582 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:20.123884 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:20.127094 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] 10.222.0.77 "PUT /v2.0/ports/6e842360-5b09-4b5c-a071-b2a9a40e69d3 HTTP/1.1" status: 200 len: 1093 time: 1.7072387 Jun 11 18:12:20.128668 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:20.133416 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e863b561-f081-43dd-a917-db1a35c4595d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:20.189621 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Pushing event updated for resources: {'Port': ['ID=6e842360-5b09-4b5c-a071-b2a9a40e69d3,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:20.197730 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:20.222318 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c4ea40fe-99e4-4070-88f9-fc6e5b8d26f3 req-8a52b4ad-fd01-4703-8732-cd714013058c tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960941 Jun 11 18:12:20.251711 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52cbaf0-c64c-44bb-84e4-107069866c33 x-openstack-request-id: req-a52cbaf0-c64c-44bb-84e4-107069866c33 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:20.252257 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:20.252782 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a52cbaf0-c64c-44bb-84e4-107069866c33 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:20.257517 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'status': 'completed', 'code': 200} Jun 11 18:12:20.371244 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-b28210f0-1220-4674-9980-098f0cfa65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:20.374087 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-b28210f0-1220-4674-9980-098f0cfa65c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e14e1c12ff423f9c1b015253b19503&device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 1096 time: 0.1537125 Jun 11 18:12:20.493575 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-862bd35e-6843-4d27-bb6c-b55f225f14e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3 HTTP/1.1" status: 200 len: 217 time: 0.1049976 Jun 11 18:12:20.594462 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b369c5-0ad1-4877-aa01-a756c9ede983 req-cf637a36-1164-4e3a-97b1-d584c4e5d72b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:20.595329 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-589d1950-314f-48dd-bec2-5c33ad954bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:20.597444 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-589d1950-314f-48dd-bec2-5c33ad954bb2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4159feda-883d-4a61-bfd7-ed412eb99cf3 HTTP/1.1" status: 200 len: 855 time: 0.0912569 Jun 11 18:12:20.601586 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-37b369c5-0ad1-4877-aa01-a756c9ede983 req-cf637a36-1164-4e3a-97b1-d584c4e5d72b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.1516769 Jun 11 18:12:20.677716 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-37b369c5-0ad1-4877-aa01-a756c9ede983 req-8fe2f669-11a8-4b6f-8297-51e6b05ac0d8 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704856 Jun 11 18:12:20.716787 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-3ee02862-40a0-4a2f-9392-48dbfdef0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:20.719494 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-3ee02862-40a0-4a2f-9392-48dbfdef0bf9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50265511-d9df-48bb-b4ed-800ebda6a31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064253 Jun 11 18:12:20.911887 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-e92d3699-0f70-464f-893c-40e003aa439a service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824136 Jun 11 18:12:21.145704 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-8c82b7ea-71ff-4eec-bd88-876e780fba63 req-75a206ed-ca80-4dd5-aea4-a4a2433b2dbc service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245274 Jun 11 18:12:21.325979 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863b561-f081-43dd-a917-db1a35c4595d req-95f34960-00fd-455d-adab-452d46895465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:21.328822 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e863b561-f081-43dd-a917-db1a35c4595d req-95f34960-00fd-455d-adab-452d46895465 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e14e1c12ff423f9c1b015253b19503&device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 1096 time: 0.1140051 Jun 11 18:12:21.561757 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863b561-f081-43dd-a917-db1a35c4595d req-bfb87379-61de-4aa5-97ef-cbd2c0032f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:21.564428 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e863b561-f081-43dd-a917-db1a35c4595d req-bfb87379-61de-4aa5-97ef-cbd2c0032f14 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 200 len: 918 time: 0.2246077 Jun 11 18:12:21.593286 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eef06-3cf5-49d4-b274-08f729c8017e req-1fad7eed-4731-4ed9-b450-d012c68adff3 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:21.596158 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dd6eef06-3cf5-49d4-b274-08f729c8017e req-1fad7eed-4731-4ed9-b450-d012c68adff3 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 946 time: 0.1420937 Jun 11 18:12:21.670257 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e863b561-f081-43dd-a917-db1a35c4595d req-b4acacb1-97d5-4c0e-abfa-5b2cd639ffe5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3 HTTP/1.1" status: 200 len: 217 time: 0.0981600 Jun 11 18:12:21.677158 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dd6eef06-3cf5-49d4-b274-08f729c8017e req-2f8f9cb5-1f7f-4517-badd-1c66447d6e09 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702329 Jun 11 18:12:21.782864 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863b561-f081-43dd-a917-db1a35c4595d req-4938c7de-2680-4eb3-b97f-73d271d99449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:21.786072 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e863b561-f081-43dd-a917-db1a35c4595d req-4938c7de-2680-4eb3-b97f-73d271d99449 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4159feda-883d-4a61-bfd7-ed412eb99cf3 HTTP/1.1" status: 200 len: 855 time: 0.1036196 Jun 11 18:12:21.906746 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863b561-f081-43dd-a917-db1a35c4595d req-50e3c1bb-fff9-4446-b43b-99a0467a114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:21.909346 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e863b561-f081-43dd-a917-db1a35c4595d req-50e3c1bb-fff9-4446-b43b-99a0467a114a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50265511-d9df-48bb-b4ed-800ebda6a31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1142290 Jun 11 18:12:22.082345 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7a3ef-7f9c-4d05-bac6-edd1628e2099 req-dfe542ad-5b0e-421b-948c-f97ddb2927da tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:22.085394 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-42c7a3ef-7f9c-4d05-bac6-edd1628e2099 req-dfe542ad-5b0e-421b-948c-f97ddb2927da tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.1621380 Jun 11 18:12:22.187007 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e863b561-f081-43dd-a917-db1a35c4595d req-73ba4a5c-5443-4a77-9504-91167cdde173 service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661474 Jun 11 18:12:22.226091 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-42c7a3ef-7f9c-4d05-bac6-edd1628e2099 req-f29390dd-a8d4-4d31-bbe5-5911ff6750bc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259212 Jun 11 18:12:22.429828 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:22.443264 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e863b561-f081-43dd-a917-db1a35c4595d req-05312fc8-2309-4b98-b29a-11beb8b4bebb service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373567 Jun 11 18:12:22.688821 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f98df3ae-3952-439a-96d0-b752cba51922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:23.607920 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84e38e-a3f3-4dd4-8461-22fd1245ea9e req-fef17962-64c8-471c-92c0-39b744a87854 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:23.610974 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0e84e38e-a3f3-4dd4-8461-22fd1245ea9e req-fef17962-64c8-471c-92c0-39b744a87854 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.1461709 Jun 11 18:12:23.635743 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:23.699826 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0e84e38e-a3f3-4dd4-8461-22fd1245ea9e req-5829cd6e-b904-4f71-844d-f87035d4b9ea tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767891 Jun 11 18:12:24.580509 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 6e842360-5b09-4b5c-a071-b2a9a40e69d3 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:12:24.778150 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:24.810229 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'port_id': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'mac_address': 'fa:16:3e:f4:47:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:12:24.890629 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:24.910078 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e842360-5b09-4b5c-a071-b2a9a40e69d3 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:12:24.942681 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:24.949237 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:24.953898 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:24.983838 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc00ec7-18c8-4803-ae5a-6d99916625b3 req-d3a37158-f47c-43d2-93b8-43ec8140f907 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:24.985986 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9fc00ec7-18c8-4803-ae5a-6d99916625b3 req-d3a37158-f47c-43d2-93b8-43ec8140f907 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.1177838 Jun 11 18:12:25.049559 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9fc00ec7-18c8-4803-ae5a-6d99916625b3 req-ab78f470-351b-487f-89b4-5be2c467f48e tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559967 Jun 11 18:12:25.058640 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=6e842360-5b09-4b5c-a071-b2a9a40e69d3,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:25.064456 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:25.308178 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['6e842360-5b09-4b5c-a071-b2a9a40e69d3'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:12:25.662167 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:26.369604 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059914c-9739-49ae-8b31-fba668f765d1 req-ad7c7008-ffae-474b-8b98-95b2eccccf62 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:26.371633 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5059914c-9739-49ae-8b31-fba668f765d1 req-ad7c7008-ffae-474b-8b98-95b2eccccf62 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 944 time: 0.1120090 Jun 11 18:12:26.447393 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5059914c-9739-49ae-8b31-fba668f765d1 req-14c04215-6a2e-4d08-b879-f0759aa914f2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649455 Jun 11 18:12:26.606801 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 6e842360-5b09-4b5c-a071-b2a9a40e69d3 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:12:26.723916 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:12:26.732006 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:26.732716 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:26.929150 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:26.977632 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:26.982210 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf3de04-1092-4850-bd29-16f718b68bb9" -d '{"events": [{"server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "name": "network-vif-plugged", "status": "completed", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:27.009599 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:27.016166 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.019496 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:27.128647 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=6e842360-5b09-4b5c-a071-b2a9a40e69d3,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:27.135863 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:27.201756 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c143614-986c-4040-9a68-7e65e570076d x-openstack-request-id: req-8c143614-986c-4040-9a68-7e65e570076d {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:27.202250 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "name": "network-vif-plugged", "status": "completed", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:27.202623 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8c143614-986c-4040-9a68-7e65e570076d {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:27.203236 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'code': 200} Jun 11 18:12:27.605538 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2679-791c-4a3e-8644-8d952e60c0bc req-ada651f6-cc08-44bf-83ad-e664588f0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:27.608099 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-60cd2679-791c-4a3e-8644-8d952e60c0bc req-ada651f6-cc08-44bf-83ad-e664588f0d55 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 1098 time: 0.1152844 Jun 11 18:12:27.689930 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-60cd2679-791c-4a3e-8644-8d952e60c0bc req-0c9ae742-f52a-4b92-96f0-a753cca937da service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720108 Jun 11 18:12:27.829001 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389d397-3d13-4f6d-9a53-4aafbc1f7aa5 req-ecd7ebf1-5206-4d4a-8e94-84a2b86e6118 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:27.831755 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f389d397-3d13-4f6d-9a53-4aafbc1f7aa5 req-ecd7ebf1-5206-4d4a-8e94-84a2b86e6118 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.1334643 Jun 11 18:12:27.918158 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f389d397-3d13-4f6d-9a53-4aafbc1f7aa5 req-59870484-fb6a-4393-b674-162da33a65fe tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762129 Jun 11 18:12:28.480979 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:12:28.885985 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-e8f74d5a-c2f7-441f-9d47-b883fe4f24d3 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:28.888927 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-e8f74d5a-c2f7-441f-9d47-b883fe4f24d3 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/networks?id=8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 200 len: 815 time: 0.2626193 Jun 11 18:12:28.919649 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-1faa3e92-d7f0-4daa-837d-864c17563733 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/quotas/04e0ce4feca542edbaa83738edfcff46 HTTP/1.1" status: 200 len: 375 time: 0.0174332 Jun 11 18:12:29.078490 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-c753399e-eafd-4147-b68f-1f6709e00b9f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=04e0ce4feca542edbaa83738edfcff46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1487262 Jun 11 18:12:29.476794 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e677837-4be3-4f83-884e-320db4cef1b1 req-00e03f5a-8eff-43d1-a20b-0d4f95317398 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:29.479359 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9e677837-4be3-4f83-884e-320db4cef1b1 req-00e03f5a-8eff-43d1-a20b-0d4f95317398 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.3257504 Jun 11 18:12:29.484653 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-92246074-554e-407c-8558-1a54d575c50a service neutron] 10.222.0.63 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897204 Jun 11 18:12:29.631067 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9e677837-4be3-4f83-884e-320db4cef1b1 req-6b1240f1-9c48-470b-83b5-42d7dc3ba732 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437132 Jun 11 18:12:29.687921 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-face8dff-3eb9-4d6c-9452-3c6c727d0492 service neutron] 10.222.0.63 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905160 Jun 11 18:12:30.013746 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-748b5d92-0cc5-4416-a8ef-607c541244a3 req-4ad1ce0b-d62a-484b-82c1-aac768a1cac9 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 210 time: 0.0649960 Jun 11 18:12:30.178734 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d417aa-cc2a-455c-aada-74ab6ac92257 req-e210a18a-54ea-4f8a-ae17-8d829f858b74 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:30.181439 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-93d417aa-cc2a-455c-aada-74ab6ac92257 req-e210a18a-54ea-4f8a-ae17-8d829f858b74 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.1289349 Jun 11 18:12:30.191152 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53172) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:30.199561 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-da49f765-61c7-4177-8e3c-5c8419f19ed5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Request body: {'floatingip': {'port_id': '6e842360-5b09-4b5c-a071-b2a9a40e69d3'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:30.299854 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-da49f765-61c7-4177-8e3c-5c8419f19ed5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:31.587163 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-048eb44a-47bf-4e85-8228-649ed67df996 req-9b101e14-bf6e-4b98-95aa-f0de7e52c497 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 210 time: 0.0606446 Jun 11 18:12:31.708571 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-9eaf709e-fd5a-41c0-9175-9bc8b009d7c9 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:31.711235 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-9eaf709e-fd5a-41c0-9175-9bc8b009d7c9 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "GET /v2.0/networks?id=8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 200 len: 815 time: 0.1662028 Jun 11 18:12:31.727754 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Request body: {'port': {'device_id': 'e3274780-1476-4cc0-8a2b-0f1a2292482f', 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785', 'admin_state_up': True, 'tenant_id': '04e0ce4feca542edbaa83738edfcff46'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:31.751284 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-da49f765-61c7-4177-8e3c-5c8419f19ed5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:31.757718 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-da49f765-61c7-4177-8e3c-5c8419f19ed5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:31.946940 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Made reservation on behalf of 04e0ce4feca542edbaa83738edfcff46 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:12:31.952881 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:31.999243 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.l3_db [None req-da49f765-61c7-4177-8e3c-5c8419f19ed5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Floating IP 05dfa859-afe1-4eb0-9cf3-415423ee117d associated. External IP: 172.28.1.91, port: 6e842360-5b09-4b5c-a071-b2a9a40e69d3. Jun 11 18:12:32.227814 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Allocated IP 172.20.0.5 (8948bab2-be4d-4cd2-baff-e343803f2785/f4e18b81-17b9-486c-88de-11fbb506511c/83a56308-9ef5-4776-9063-3e28725254a9) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:12:32.454484 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da49f765-61c7-4177-8e3c-5c8419f19ed5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Router c13c948a-4d64-4122-8cd8-e0bb13d69916 has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:12:32.541484 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:32.602772 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:32.610192 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-534eb322-9c35-43d7-8916-f1c2595e63ab tempest-ServerRescueNegativeTestJSON-1417343227 tempest-ServerRescueNegativeTestJSON-1417343227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:32.625627 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['ce1d4a2a-b213-4afe-8d3a-ae0b719a2110', 'c79a87dc-6f0a-44f3-9041-b629c238114f', '906452f5-c3f1-4173-a46a-e9ef7b9b21f3'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:12:32.754483 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da49f765-61c7-4177-8e3c-5c8419f19ed5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:12:32.770426 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Network 8948bab2-be4d-4cd2-baff-e343803f2785 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:12:32.771939 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Pushing event updated for resources: {'Port': ['ID=83a56308-9ef5-4776-9063-3e28725254a9,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:32.777714 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-da49f765-61c7-4177-8e3c-5c8419f19ed5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:32.785469 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecfcbe3-a30b-4251-ac61-a3f3e8f5bd1b None None] Sync routers for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:12:32.790629 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:32.792920 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:32.798083 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:12:32.858783 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecfcbe3-a30b-4251-ac61-a3f3e8f5bd1b None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:12:32.860307 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-9ecfcbe3-a30b-4251-ac61-a3f3e8f5bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:12:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:32.923012 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:32.924905 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:32.938244 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-da49f765-61c7-4177-8e3c-5c8419f19ed5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "PUT /v2.0/floatingips/05dfa859-afe1-4eb0-9cf3-415423ee117d HTTP/1.1" status: 200 len: 990 time: 2.7411165 Jun 11 18:12:32.938244 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:32.941037 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fafcd8-0f7c-49d0-925e-a4a1606d17b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:32.966779 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-c7f9e67e-84d1-4e76-973e-0564dfa2dd90 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2434132 Jun 11 18:12:32.993652 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Request body: {'port': {'device_id': 'e3274780-1476-4cc0-8a2b-0f1a2292482f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:33.015267 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8045df6-624b-4144-a35d-45f22d47f2c4 req-f50a29aa-6f64-4ad7-a81b-a80887a14ea5 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:33.028085 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c8045df6-624b-4144-a35d-45f22d47f2c4 req-f50a29aa-6f64-4ad7-a81b-a80887a14ea5 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 931 time: 0.1865933 Jun 11 18:12:33.107511 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c8045df6-624b-4144-a35d-45f22d47f2c4 req-559e4cc6-cebd-405c-9a64-0866d425b258 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779324 Jun 11 18:12:33.182965 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:33.203526 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de33e7e-8c49-447c-92a1-d4c80c5b7522 x-openstack-request-id: req-5de33e7e-8c49-447c-92a1-d4c80c5b7522 {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:33.204150 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:33.204747 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5de33e7e-8c49-447c-92a1-d4c80c5b7522 {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:33.206721 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'status': 'completed', 'code': 200} Jun 11 18:12:33.232988 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-9ecfcbe3-a30b-4251-ac61-a3f3e8f5bd1b None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:12:33.376356 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fafcd8-0f7c-49d0-925e-a4a1606d17b7 req-50167a2c-2a0e-4b77-a41e-9f46f3ab8a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:33.379523 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-94fafcd8-0f7c-49d0-925e-a4a1606d17b7 req-50167a2c-2a0e-4b77-a41e-9f46f3ab8a62 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e14e1c12ff423f9c1b015253b19503&device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 1098 time: 0.1340489 Jun 11 18:12:33.617827 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fafcd8-0f7c-49d0-925e-a4a1606d17b7 req-e8900383-ec6a-49f6-85b5-b50473192449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:33.619606 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-94fafcd8-0f7c-49d0-925e-a4a1606d17b7 req-e8900383-ec6a-49f6-85b5-b50473192449 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 200 len: 918 time: 0.2316003 Jun 11 18:12:33.737346 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-94fafcd8-0f7c-49d0-925e-a4a1606d17b7 req-b928896a-2df6-401e-9c59-894f37c8c368 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3 HTTP/1.1" status: 200 len: 998 time: 0.0996258 Jun 11 18:12:33.816032 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fafcd8-0f7c-49d0-925e-a4a1606d17b7 req-46f46e88-e08d-4f25-adda-5c0bfe7229df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:33.818876 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-94fafcd8-0f7c-49d0-925e-a4a1606d17b7 req-46f46e88-e08d-4f25-adda-5c0bfe7229df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4159feda-883d-4a61-bfd7-ed412eb99cf3 HTTP/1.1" status: 200 len: 855 time: 0.0723660 Jun 11 18:12:33.939148 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fafcd8-0f7c-49d0-925e-a4a1606d17b7 req-86780262-778d-4806-a221-628b08815101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:33.941853 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-94fafcd8-0f7c-49d0-925e-a4a1606d17b7 req-86780262-778d-4806-a221-628b08815101 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50265511-d9df-48bb-b4ed-800ebda6a31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1157010 Jun 11 18:12:34.089596 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a56308-9ef5-4776-9063-3e28725254a9 {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:12:34.101612 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-9ecfcbe3-a30b-4251-ac61-a3f3e8f5bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': '05dfa859-afe1-4eb0-9cf3-415423ee117d', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'floating_ip_address': '172.28.1.91', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'port_id': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'mac_address': 'fa:16:3e:f4:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8086795-da3b-43b6-9532-776a300e47d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:12:05Z', 'updated_at': '2021-06-11T18:12:31Z', 'revision_number': 1, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:19Z', 'revision_number': 5, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:34.106213 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.114564 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecfcbe3-a30b-4251-ac61-a3f3e8f5bd1b None None] Checking router: c13c948a-4d64-4122-8cd8-e0bb13d69916 for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:12:34.129929 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Transition to ACTIVE for port object 83a56308-9ef5-4776-9063-3e28725254a9 will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:12:34.137129 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.141439 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ee4ac65e-1ced-4ba9-84fb-17c543e84260 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:34.144839 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecfcbe3-a30b-4251-ac61-a3f3e8f5bd1b None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:12:34.145940 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-9ecfcbe3-a30b-4251-ac61-a3f3e8f5bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:12:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:34.188112 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-94fafcd8-0f7c-49d0-925e-a4a1606d17b7 req-c5ee2811-4e2b-4a87-8c32-7a3fd5e83265 service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240243 Jun 11 18:12:34.267683 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Pushing event updated for resources: {'Port': ['ID=83a56308-9ef5-4776-9063-3e28725254a9,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:34.273472 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:34.557190 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Attempting to bind port 83a56308-9ef5-4776-9063-3e28725254a9 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:12:34.558283 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Attempting to bind port 83a56308-9ef5-4776-9063-3e28725254a9 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:12:34.561088 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Attempting to bind port 83a56308-9ef5-4776-9063-3e28725254a9 on network 8948bab2-be4d-4cd2-baff-e343803f2785 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:12:34.569710 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Port 83a56308-9ef5-4776-9063-3e28725254a9 on network 8948bab2-be4d-4cd2-baff-e343803f2785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:12:34.570350 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Attempting to bind port 83a56308-9ef5-4776-9063-3e28725254a9 on network 8948bab2-be4d-4cd2-baff-e343803f2785 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:12:34.580258 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:12:34.580792 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Checking segment: {'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:12:34.581497 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Bound using segment: {'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:12:34.582231 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Bound port: 83a56308-9ef5-4776-9063-3e28725254a9, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:12:34.582812 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.603456 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-94fafcd8-0f7c-49d0-925e-a4a1606d17b7 req-f4fde169-5ea8-4987-a2e5-41a41da867f2 service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028692 Jun 11 18:12:34.650742 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-9ecfcbe3-a30b-4251-ac61-a3f3e8f5bd1b None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:12:34.682508 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fba1a0-947e-45bf-8297-9447b8a2b008 req-d3c260f3-1ef2-426d-9dea-c8a55583c5eb tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:34.699971 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b2fba1a0-947e-45bf-8297-9447b8a2b008 req-d3c260f3-1ef2-426d-9dea-c8a55583c5eb tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 943 time: 0.2271450 Jun 11 18:12:34.749886 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] For port 83a56308-9ef5-4776-9063-3e28725254a9, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:12:34.758792 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] For port 83a56308-9ef5-4776-9063-3e28725254a9, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=83a56308-9ef5-4776-9063-3e28725254a9,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:12:34.768014 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.772509 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:34.781191 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b2fba1a0-947e-45bf-8297-9447b8a2b008 req-c418d53d-1166-4b7d-aaa5-4ae765bee871 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799916 Jun 11 18:12:34.853030 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:34.854114 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.856634 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] 10.222.0.77 "PUT /v2.0/ports/83a56308-9ef5-4776-9063-3e28725254a9 HTTP/1.1" status: 200 len: 1093 time: 1.8719816 Jun 11 18:12:34.857464 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3274780-1476-4cc0-8a2b-0f1a2292482f', 'tag': '83a56308-9ef5-4776-9063-3e28725254a9'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:34.861769 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616fd2dd-a504-463e-8ac5-5b943ddc3894" -d '{"events": [{"name": "network-changed", "server_uuid": "e3274780-1476-4cc0-8a2b-0f1a2292482f", "tag": "83a56308-9ef5-4776-9063-3e28725254a9"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:34.923825 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Pushing event updated for resources: {'Port': ['ID=83a56308-9ef5-4776-9063-3e28725254a9,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:34.939324 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:35.012233 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-e3166343-582a-4fd0-94ba-b4155819c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:35.015330 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-e3166343-582a-4fd0-94ba-b4155819c6f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04e0ce4feca542edbaa83738edfcff46&device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 1096 time: 0.1049592 Jun 11 18:12:35.038355 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ec10f9-e062-459a-92b4-636b783568cf x-openstack-request-id: req-14ec10f9-e062-459a-92b4-636b783568cf {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:35.038873 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3274780-1476-4cc0-8a2b-0f1a2292482f", "tag": "83a56308-9ef5-4776-9063-3e28725254a9", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:35.039533 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-14ec10f9-e062-459a-92b4-636b783568cf {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:35.040261 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3274780-1476-4cc0-8a2b-0f1a2292482f', 'tag': '83a56308-9ef5-4776-9063-3e28725254a9', 'status': 'completed', 'code': 200} Jun 11 18:12:35.087383 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-5f1e6417-e002-421c-a9f2-0f48b7f08fd9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a56308-9ef5-4776-9063-3e28725254a9 HTTP/1.1" status: 200 len: 217 time: 0.0607281 Jun 11 18:12:35.134071 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-9ecfcbe3-a30b-4251-ac61-a3f3e8f5bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': '05dfa859-afe1-4eb0-9cf3-415423ee117d', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'floating_ip_address': '172.28.1.91', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'port_id': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'mac_address': 'fa:16:3e:f4:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8086795-da3b-43b6-9532-776a300e47d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:12:05Z', 'updated_at': '2021-06-11T18:12:31Z', 'revision_number': 1, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:19Z', 'revision_number': 5, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:35.139278 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecfcbe3-a30b-4251-ac61-a3f3e8f5bd1b None None] The sync data for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb is: [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_floatingips': [{'id': '05dfa859-afe1-4eb0-9cf3-415423ee117d', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'floating_ip_address': '172.28.1.91', 'floating_network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'router_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'port_id': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'mac_address': 'fa:16:3e:f4:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8086795-da3b-43b6-9532-776a300e47d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:12:05Z', 'updated_at': '2021-06-11T18:12:31Z', 'revision_number': 1, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:19Z', 'revision_number': 5, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:12:35.174825 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-e594dfd7-cc29-4aba-ad0f-08e3b0d8980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:35.175939 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-e594dfd7-cc29-4aba-ad0f-08e3b0d8980e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f4e18b81-17b9-486c-88de-11fbb506511c HTTP/1.1" status: 200 len: 855 time: 0.0796976 Jun 11 18:12:35.246216 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-6d8e85a8-4507-4635-86a6-0a69326eaad1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8948bab2-be4d-4cd2-baff-e343803f2785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599713 Jun 11 18:12:35.403776 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424e2f81-f0a8-4760-ac29-2e4d93e139ee None None] New status for floating IP 05dfa859-afe1-4eb0-9cf3-415423ee117d: ACTIVE {{(pid=91994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:12:35.456161 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-286abab7-2dc4-4a5d-b0a6-9c51ed3388a7 service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967165 Jun 11 18:12:35.653812 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-e342a39c-7966-4aa0-a2c7-d9f5ce547985 req-dad7388d-a2b8-466b-8d50-f73ce0ebd692 service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854358 Jun 11 18:12:35.834408 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fd2dd-a504-463e-8ac5-5b943ddc3894 req-ef9bcb22-de30-4de8-a200-b3abb1d4616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:35.835425 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-616fd2dd-a504-463e-8ac5-5b943ddc3894 req-ef9bcb22-de30-4de8-a200-b3abb1d4616c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04e0ce4feca542edbaa83738edfcff46&device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 1096 time: 0.1015460 Jun 11 18:12:36.004617 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fd2dd-a504-463e-8ac5-5b943ddc3894 req-de3c1184-c7cb-4c9c-b0e8-0171fb9bd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:36.007736 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-616fd2dd-a504-463e-8ac5-5b943ddc3894 req-de3c1184-c7cb-4c9c-b0e8-0171fb9bd014 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 200 len: 917 time: 0.1645153 Jun 11 18:12:36.120246 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-616fd2dd-a504-463e-8ac5-5b943ddc3894 req-72423b8b-2626-4610-a90b-9e699477df21 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a56308-9ef5-4776-9063-3e28725254a9 HTTP/1.1" status: 200 len: 217 time: 0.1018989 Jun 11 18:12:36.143883 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677757a-84ec-4ce3-945b-e87490ff64d9 req-b6fec1e0-443c-4590-894b-80397bbba776 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:36.146681 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c677757a-84ec-4ce3-945b-e87490ff64d9 req-b6fec1e0-443c-4590-894b-80397bbba776 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 943 time: 0.1416214 Jun 11 18:12:36.222592 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c677757a-84ec-4ce3-945b-e87490ff64d9 req-eb34c6af-22c7-4f1e-8a01-4190f3ccadfd tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642803 Jun 11 18:12:36.230602 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fd2dd-a504-463e-8ac5-5b943ddc3894 req-b65df748-f11e-42a1-a986-a761f0f3eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:36.233758 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-616fd2dd-a504-463e-8ac5-5b943ddc3894 req-b65df748-f11e-42a1-a986-a761f0f3eed8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f4e18b81-17b9-486c-88de-11fbb506511c HTTP/1.1" status: 200 len: 855 time: 0.1038785 Jun 11 18:12:36.293132 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-616fd2dd-a504-463e-8ac5-5b943ddc3894 req-aa82e4e4-e158-4fc2-a601-c229239fbeda service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8948bab2-be4d-4cd2-baff-e343803f2785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500243 Jun 11 18:12:36.536741 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-616fd2dd-a504-463e-8ac5-5b943ddc3894 req-fe28ae42-b132-46c7-a49a-c1a52453939d service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254720 Jun 11 18:12:36.769696 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-616fd2dd-a504-463e-8ac5-5b943ddc3894 req-8c099e42-d207-449b-9968-efda0b9de145 service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258444 Jun 11 18:12:37.505770 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5748627-7a5e-4fa9-8c3f-7c2669c21d5c req-f99999d8-a8b9-4080-b40c-c74af86e0eef tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:37.507338 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d5748627-7a5e-4fa9-8c3f-7c2669c21d5c req-f99999d8-a8b9-4080-b40c-c74af86e0eef tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 943 time: 0.1179163 Jun 11 18:12:37.568486 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d5748627-7a5e-4fa9-8c3f-7c2669c21d5c req-8cef9d23-1a67-4bd3-851e-e6e5249c2607 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493584 Jun 11 18:12:38.155505 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a0b7-36f2-4f53-8b52-de2e3cd2d43a req-a2b9434d-c889-42f5-acc5-bbe195d96d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:38.157253 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-4ed7a0b7-36f2-4f53-8b52-de2e3cd2d43a req-a2b9434d-c889-42f5-acc5-bbe195d96d16 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36adc438fe8649a7a0128f7971f65934&device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 1137 time: 0.0981305 Jun 11 18:12:38.202501 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d6fe-51e3-4cd8-8a8a-f765ac25ea69 req-65d8d211-f724-44f9-8281-5e139849b2af tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:38.204328 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0ff3d6fe-51e3-4cd8-8a8a-f765ac25ea69 req-65d8d211-f724-44f9-8281-5e139849b2af tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1023848 Jun 11 18:12:38.273432 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0ff3d6fe-51e3-4cd8-8a8a-f765ac25ea69 req-6f431b5e-7ebc-4908-b1c4-1de3ccf1652f tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583038 Jun 11 18:12:38.358297 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a0b7-36f2-4f53-8b52-de2e3cd2d43a req-0e78483a-19cd-4926-9171-0ad27428fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:38.360023 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-4ed7a0b7-36f2-4f53-8b52-de2e3cd2d43a req-0e78483a-19cd-4926-9171-0ad27428fe5c service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb867073-1266-4a21-bb52-ead6e0552b22 HTTP/1.1" status: 200 len: 917 time: 0.1942763 Jun 11 18:12:38.511316 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-4ed7a0b7-36f2-4f53-8b52-de2e3cd2d43a req-c96ca077-a0ef-4a3f-9b9f-f37f3ee44c6c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774ce97e-7798-460c-bcd0-af57a1ed2973 HTTP/1.1" status: 200 len: 1000 time: 0.1329775 Jun 11 18:12:38.617926 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a0b7-36f2-4f53-8b52-de2e3cd2d43a req-7f0e9548-ecc0-4e8c-a5b6-3e2e4c2f9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:38.620564 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-4ed7a0b7-36f2-4f53-8b52-de2e3cd2d43a req-7f0e9548-ecc0-4e8c-a5b6-3e2e4c2f9813 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71d90266-a32e-4eda-9963-507c722ab00f HTTP/1.1" status: 200 len: 854 time: 0.0955675 Jun 11 18:12:38.660328 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 83a56308-9ef5-4776-9063-3e28725254a9 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:12:38.740928 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a0b7-36f2-4f53-8b52-de2e3cd2d43a req-a8d5166e-05d1-4e7d-9046-ff88361d1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:38.743819 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-4ed7a0b7-36f2-4f53-8b52-de2e3cd2d43a req-a8d5166e-05d1-4e7d-9046-ff88361d1e39 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb867073-1266-4a21-bb52-ead6e0552b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1102407 Jun 11 18:12:38.940143 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 83a56308-9ef5-4776-9063-3e28725254a9, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=83a56308-9ef5-4776-9063-3e28725254a9,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:38.949665 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c150f-da77-431f-91b3-0c5a24d357cb req-bd88a1bf-e49c-404f-933b-eb404cabd73f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:38.952036 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-668c150f-da77-431f-91b3-0c5a24d357cb req-bd88a1bf-e49c-404f-933b-eb404cabd73f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 943 time: 0.1297061 Jun 11 18:12:38.964766 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '83a56308-9ef5-4776-9063-3e28725254a9', 'network_id': '8948bab2-be4d-4cd2-baff-e343803f2785', 'port_id': '83a56308-9ef5-4776-9063-3e28725254a9', 'mac_address': 'fa:16:3e:37:7d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e18b81-17b9-486c-88de-11fbb506511c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:12:38.994873 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-4ed7a0b7-36f2-4f53-8b52-de2e3cd2d43a req-8d3dd4b1-8933-4d73-b930-d738d9192894 service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403426 Jun 11 18:12:39.041591 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-668c150f-da77-431f-91b3-0c5a24d357cb req-a8c56542-be07-476f-92ac-2224d6ef0aef tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728607 Jun 11 18:12:39.078532 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:39.115045 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a56308-9ef5-4776-9063-3e28725254a9 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:12:39.160762 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 83a56308-9ef5-4776-9063-3e28725254a9, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=83a56308-9ef5-4776-9063-3e28725254a9,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:39.174477 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:39.176529 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:39.212581 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-4ed7a0b7-36f2-4f53-8b52-de2e3cd2d43a req-40946b7c-d4a0-4c2a-826c-e60171a3654f service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079818 Jun 11 18:12:39.277284 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=83a56308-9ef5-4776-9063-3e28725254a9,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:39.282985 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:39.564800 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['83a56308-9ef5-4776-9063-3e28725254a9'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:12:39.644588 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108fb7a-dfe9-4656-83da-ec79faeb1ae5 req-80c004f5-a4d9-47a2-a152-f8396a38155d tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:39.646830 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2108fb7a-dfe9-4656-83da-ec79faeb1ae5 req-80c004f5-a4d9-47a2-a152-f8396a38155d tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1466708 Jun 11 18:12:39.723211 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2108fb7a-dfe9-4656-83da-ec79faeb1ae5 req-61e3b829-c155-4759-aac2-5a78fa82577b tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656118 Jun 11 18:12:39.871581 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-473ce94b-eea7-4687-9ca4-132c0ed03acf req-63a4f192-e941-40d9-b52e-c3949cd6f98f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1071994 Jun 11 18:12:40.049736 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ce94b-eea7-4687-9ca4-132c0ed03acf req-a0b0d8ba-8711-48d6-941a-e3d9a7c4d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:40.052499 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-473ce94b-eea7-4687-9ca4-132c0ed03acf req-a0b0d8ba-8711-48d6-941a-e3d9a7c4d9a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04e0ce4feca542edbaa83738edfcff46&device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 1098 time: 0.1086349 Jun 11 18:12:40.319325 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ce94b-eea7-4687-9ca4-132c0ed03acf req-20d7df02-a270-48cb-b6ad-3f842ff1dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:40.322588 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-473ce94b-eea7-4687-9ca4-132c0ed03acf req-20d7df02-a270-48cb-b6ad-3f842ff1dcfb service neutron] 10.222.0.77 "GET /v2.0/networks?id=8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 200 len: 917 time: 0.2326796 Jun 11 18:12:40.458870 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-473ce94b-eea7-4687-9ca4-132c0ed03acf req-d4c22607-ff89-402a-833b-a0a5fe06c4f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 HTTP/1.1" status: 200 len: 217 time: 0.1220920 Jun 11 18:12:40.472167 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4deb461-b1fc-432b-b69e-c82241cb54fb req-1bc51ace-7c8b-4e47-840e-9bcb7d875403 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:40.474977 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b4deb461-b1fc-432b-b69e-c82241cb54fb req-1bc51ace-7c8b-4e47-840e-9bcb7d875403 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 944 time: 0.1710973 Jun 11 18:12:40.582125 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b4deb461-b1fc-432b-b69e-c82241cb54fb req-47a5af6a-df09-4653-a596-5f534321e194 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954854 Jun 11 18:12:40.595220 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ce94b-eea7-4687-9ca4-132c0ed03acf req-f378c92d-8696-4c73-ba62-57104c9dab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:40.598261 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-473ce94b-eea7-4687-9ca4-132c0ed03acf req-f378c92d-8696-4c73-ba62-57104c9dab94 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f4e18b81-17b9-486c-88de-11fbb506511c HTTP/1.1" status: 200 len: 855 time: 0.1303296 Jun 11 18:12:40.676356 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-473ce94b-eea7-4687-9ca4-132c0ed03acf req-92b3bd62-6946-415c-b094-8de0fb0015a4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8948bab2-be4d-4cd2-baff-e343803f2785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678961 Jun 11 18:12:40.937560 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-473ce94b-eea7-4687-9ca4-132c0ed03acf req-edfa9a25-871c-4087-9eee-e812a371bb4d service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464805 Jun 11 18:12:41.129199 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a059f35-70ac-4bc4-979c-61910cf0f232 req-7a37325c-6956-4f32-bf88-5ae9a145bdad tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:41.131914 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5a059f35-70ac-4bc4-979c-61910cf0f232 req-7a37325c-6956-4f32-bf88-5ae9a145bdad tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1292212 Jun 11 18:12:41.163740 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-473ce94b-eea7-4687-9ca4-132c0ed03acf req-33d58975-f52c-4175-82c7-392222b78507 service neutron] 10.222.0.77 "GET /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170653 Jun 11 18:12:41.212676 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5a059f35-70ac-4bc4-979c-61910cf0f232 req-273a5603-759f-4502-abec-493ed661ff29 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716534 Jun 11 18:12:41.947691 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513f56a-e4c0-49b0-8ff2-681e43436273 req-78c01008-7f9e-4faf-8289-fc0590053cd5 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:41.949430 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9513f56a-e4c0-49b0-8ff2-681e43436273 req-78c01008-7f9e-4faf-8289-fc0590053cd5 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 944 time: 0.1297181 Jun 11 18:12:42.026735 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9513f56a-e4c0-49b0-8ff2-681e43436273 req-b3f1b9aa-ef7e-4907-8932-ed314a212b78 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662105 Jun 11 18:12:42.459533 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:42.561252 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a25fbe-b843-414f-a1ac-8f77029f4d6e req-407d8178-dd69-49f5-b92b-bca5402ff188 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:42.564092 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-74a25fbe-b843-414f-a1ac-8f77029f4d6e req-407d8178-dd69-49f5-b92b-bca5402ff188 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1418149 Jun 11 18:12:42.651421 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-74a25fbe-b843-414f-a1ac-8f77029f4d6e req-bb021a78-b798-4445-80c8-f05e4c285f7c tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753610 Jun 11 18:12:42.692312 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 83a56308-9ef5-4776-9063-3e28725254a9 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:12:42.791791 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port 83a56308-9ef5-4776-9063-3e28725254a9 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:12:42.797282 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 83a56308-9ef5-4776-9063-3e28725254a9 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:42.797813 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:42.952230 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:43.001402 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3274780-1476-4cc0-8a2b-0f1a2292482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a56308-9ef5-4776-9063-3e28725254a9'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:43.005392 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280d810e-2d43-48f9-87cd-6921c1526f0f" -d '{"events": [{"server_uuid": "e3274780-1476-4cc0-8a2b-0f1a2292482f", "name": "network-vif-plugged", "status": "completed", "tag": "83a56308-9ef5-4776-9063-3e28725254a9"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:43.034156 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 83a56308-9ef5-4776-9063-3e28725254a9, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=83a56308-9ef5-4776-9063-3e28725254a9,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:43.041346 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:43.046851 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:43.110341 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94f5bed-ec97-489c-ad4a-4acd00d74ede x-openstack-request-id: req-e94f5bed-ec97-489c-ad4a-4acd00d74ede {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:43.111212 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3274780-1476-4cc0-8a2b-0f1a2292482f", "name": "network-vif-plugged", "status": "completed", "tag": "83a56308-9ef5-4776-9063-3e28725254a9", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:43.112170 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e94f5bed-ec97-489c-ad4a-4acd00d74ede {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:43.113386 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3274780-1476-4cc0-8a2b-0f1a2292482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a56308-9ef5-4776-9063-3e28725254a9', 'code': 200} Jun 11 18:12:43.160107 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=83a56308-9ef5-4776-9063-3e28725254a9,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:43.173981 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:43.315900 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6183523-f546-458a-851f-d9f76014815d req-d9343210-af56-45f2-b6c8-08fac7908fc4 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:43.318742 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b6183523-f546-458a-851f-d9f76014815d req-d9343210-af56-45f2-b6c8-08fac7908fc4 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 945 time: 0.1027219 Jun 11 18:12:43.408521 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b6183523-f546-458a-851f-d9f76014815d req-d931cccb-2efc-440f-9d36-43d0f3eb8887 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778160 Jun 11 18:12:43.505625 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0facdc7-96b2-4752-8d9b-446465c45514 req-79a95462-8ff5-4d8f-8cf6-dd8984912732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:43.508993 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-d0facdc7-96b2-4752-8d9b-446465c45514 req-79a95462-8ff5-4d8f-8cf6-dd8984912732 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 1098 time: 0.1034915 Jun 11 18:12:43.576377 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-d0facdc7-96b2-4752-8d9b-446465c45514 req-d2869a8f-8ec3-47cf-b2fd-17270afa45a3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570347 Jun 11 18:12:43.927399 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b077e-cb96-4ad0-8e27-8914db5b8802 req-af6aa03b-0d61-444a-a565-68e926632f3a tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:43.930613 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d21b077e-cb96-4ad0-8e27-8914db5b8802 req-af6aa03b-0d61-444a-a565-68e926632f3a tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1302400 Jun 11 18:12:44.006464 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d21b077e-cb96-4ad0-8e27-8914db5b8802 req-fc50f239-141d-4691-8357-c5f498a20577 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664370 Jun 11 18:12:44.780754 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2fb0f-0d14-449e-af19-326ce46a9d75 req-b846156b-8b94-4fa9-b74b-b80540f17b85 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:44.783542 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3ef2fb0f-0d14-449e-af19-326ce46a9d75 req-b846156b-8b94-4fa9-b74b-b80540f17b85 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 945 time: 0.1443951 Jun 11 18:12:44.862891 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3ef2fb0f-0d14-449e-af19-326ce46a9d75 req-20d81fbe-e44a-4920-8a7b-24072e537023 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701666 Jun 11 18:12:45.296025 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe0a84-586d-418b-bc5a-fad9d4b7796e req-8144c88b-877e-4a2a-a629-e93fdb18e9fa tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:45.297881 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-debe0a84-586d-418b-bc5a-fad9d4b7796e req-8144c88b-877e-4a2a-a629-e93fdb18e9fa tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.0894723 Jun 11 18:12:45.363372 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-debe0a84-586d-418b-bc5a-fad9d4b7796e req-87b9d1f0-21e3-4ae5-97b2-d96365897478 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546668 Jun 11 18:12:46.138928 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f8dca-5e43-4749-bf88-a849d076b841 req-fc07dfbc-4530-4fc1-9ecb-1238fd70dc58 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:46.141827 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-485f8dca-5e43-4749-bf88-a849d076b841 req-fc07dfbc-4530-4fc1-9ecb-1238fd70dc58 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 945 time: 0.1277401 Jun 11 18:12:46.232469 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-485f8dca-5e43-4749-bf88-a849d076b841 req-e80f81e8-3f9f-4878-bf78-3094ce9b025a tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786026 Jun 11 18:12:46.791563 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f85d0-3b68-4795-b72d-50bd6c15e1d1 req-36b93d40-17bc-4d8c-ae0d-575fdfe5eb0d tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:46.794408 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-204f85d0-3b68-4795-b72d-50bd6c15e1d1 req-36b93d40-17bc-4d8c-ae0d-575fdfe5eb0d tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1845305 Jun 11 18:12:46.893700 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-204f85d0-3b68-4795-b72d-50bd6c15e1d1 req-e47bb067-a1f7-44f2-8f90-3477b5468432 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882158 Jun 11 18:12:48.262323 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0216898-960b-4fde-b8a3-0ce28c40986a req-6e4c5963-faaa-41c3-bea4-a5f4bba1d483 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:48.265162 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f0216898-960b-4fde-b8a3-0ce28c40986a req-6e4c5963-faaa-41c3-bea4-a5f4bba1d483 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1395881 Jun 11 18:12:48.353681 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f0216898-960b-4fde-b8a3-0ce28c40986a req-904c5608-15bb-4565-bcbb-4c77c5ccc93b tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763600 Jun 11 18:12:50.065200 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-080bfab5-acfd-4fcb-85e0-ed2074c7d1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:50.206042 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6f0f8-7f54-4800-babe-12cbf6714cfd req-bd8286b3-ca63-4afa-9bf5-84bd22bbcfef tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:50.208170 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-91a6f0f8-7f54-4800-babe-12cbf6714cfd req-bd8286b3-ca63-4afa-9bf5-84bd22bbcfef tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.6170766 Jun 11 18:12:50.298686 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-91a6f0f8-7f54-4800-babe-12cbf6714cfd req-518457be-7280-4e7a-8bd4-cf72b5913547 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771482 Jun 11 18:12:51.671905 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8ee14-49db-48bd-bd2f-94013c0b1577 req-48c8e363-72b8-4351-a544-710feb83b6bb tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:51.674998 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32f8ee14-49db-48bd-bd2f-94013c0b1577 req-48c8e363-72b8-4351-a544-710feb83b6bb tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1367545 Jun 11 18:12:51.794589 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-32f8ee14-49db-48bd-bd2f-94013c0b1577 req-578154c0-0f6a-4777-b827-0c921da7b5ef tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067164 Jun 11 18:12:52.429947 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:52.680901 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-2f9f63ef-ff9e-448c-a9ce-7c245bf6f0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:53.228484 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde53e69-40e4-4d06-a8b0-51322e5dc996 req-a6ac98ce-729e-4431-872f-2834a8de0503 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:53.231215 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fde53e69-40e4-4d06-a8b0-51322e5dc996 req-a6ac98ce-729e-4431-872f-2834a8de0503 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1619573 Jun 11 18:12:53.319788 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fde53e69-40e4-4d06-a8b0-51322e5dc996 req-c998f9ef-1404-4fef-8bbd-4f70591c406a tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762734 Jun 11 18:12:53.637207 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:54.823294 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363dcbd-7b02-42a5-aae0-fd26149ae17d req-5b646864-3cd3-4ab5-890a-974d2811e984 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:54.826153 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2363dcbd-7b02-42a5-aae0-fd26149ae17d req-5b646864-3cd3-4ab5-890a-974d2811e984 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1420133 Jun 11 18:12:54.985625 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2363dcbd-7b02-42a5-aae0-fd26149ae17d req-87aadb16-8148-43ed-91d1-15231e0f6e62 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1479011 Jun 11 18:12:55.044942 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10b693-c331-4c24-85de-43b74db53879 req-dd9ffc95-2ec7-4104-a06f-6bc5b3bfd210 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:55.047800 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ac10b693-c331-4c24-85de-43b74db53879 req-dd9ffc95-2ec7-4104-a06f-6bc5b3bfd210 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 945 time: 0.1792116 Jun 11 18:12:55.125888 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ac10b693-c331-4c24-85de-43b74db53879 req-4d1579c9-334d-4b38-a322-7f8fad2802d5 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710700 Jun 11 18:12:55.671681 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:56.318077 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace54d6b-6570-449c-a10c-f2681686cd82 req-b2e59e8d-289e-4537-bb19-1a8243103b19 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:56.320919 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ace54d6b-6570-449c-a10c-f2681686cd82 req-b2e59e8d-289e-4537-bb19-1a8243103b19 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1233456 Jun 11 18:12:56.424063 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ace54d6b-6570-449c-a10c-f2681686cd82 req-d49c926b-454e-4ed9-864f-9c2c38fc7fe5 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954328 Jun 11 18:12:56.489409 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856a565-6c63-4f48-aa1c-41c5d3363038 req-6f27fcdf-9ea4-408b-bbf0-52b441ede47e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:56.492301 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a856a565-6c63-4f48-aa1c-41c5d3363038 req-6f27fcdf-9ea4-408b-bbf0-52b441ede47e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 945 time: 0.1410320 Jun 11 18:12:56.571959 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a856a565-6c63-4f48-aa1c-41c5d3363038 req-77881876-ebef-40a3-8c79-c35775999afd tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722468 Jun 11 18:12:56.863577 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666264b-76c2-4cda-b509-1de80a03e2d4 req-1635bbf5-64f8-4291-a91a-ad9690228405 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:56.865426 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-6666264b-76c2-4cda-b509-1de80a03e2d4 req-1635bbf5-64f8-4291-a91a-ad9690228405 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 945 time: 0.1510961 Jun 11 18:12:57.075861 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-6666264b-76c2-4cda-b509-1de80a03e2d4 req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Deleting port 83a56308-9ef5-4776-9063-3e28725254a9 {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:12:57.076388 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-6666264b-76c2-4cda-b509-1de80a03e2d4 req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:57.299336 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-6666264b-76c2-4cda-b509-1de80a03e2d4 req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] For port 83a56308-9ef5-4776-9063-3e28725254a9, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=83a56308-9ef5-4776-9063-3e28725254a9,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:57.300148 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-6666264b-76c2-4cda-b509-1de80a03e2d4 req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:57.801425 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-6666264b-76c2-4cda-b509-1de80a03e2d4 req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Calling delete_port for 83a56308-9ef5-4776-9063-3e28725254a9 owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:12:57.863637 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8742d3-dba6-41eb-839e-ec3701530ec5 req-0fd71a5d-fce0-422f-832d-83ded1bcfd13 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:57.866222 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2a8742d3-dba6-41eb-839e-ec3701530ec5 req-0fd71a5d-fce0-422f-832d-83ded1bcfd13 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1848381 Jun 11 18:12:58.037930 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2a8742d3-dba6-41eb-839e-ec3701530ec5 req-dcfa3496-516c-476a-90bb-9bc9f25c192f tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103530 Jun 11 18:12:58.075464 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcecdb-ffb1-4b11-945c-29ee4eda3f74 req-3712aba7-69f2-49cb-9260-3b565b6e6a71 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:58.079352 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a6dcecdb-ffb1-4b11-945c-29ee4eda3f74 req-3712aba7-69f2-49cb-9260-3b565b6e6a71 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 945 time: 0.2559295 Jun 11 18:12:58.157558 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-6666264b-76c2-4cda-b509-1de80a03e2d4 req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:58.177539 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['ce1d4a2a-b213-4afe-8d3a-ae0b719a2110', 'c79a87dc-6f0a-44f3-9041-b629c238114f', '906452f5-c3f1-4173-a46a-e9ef7b9b21f3', '83a56308-9ef5-4776-9063-3e28725254a9'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:12:58.186698 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-afbb53f2-7028-4b6a-b010-c6d6f8e7a7ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:58.203293 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a6dcecdb-ffb1-4b11-945c-29ee4eda3f74 req-59fbc4e7-6981-4e1f-be1c-3915ca9f2c93 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015553 Jun 11 18:12:58.342908 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Pushing event deleted for resources: {'Port': ['ID=83a56308-9ef5-4776-9063-3e28725254a9,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:58.413803 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-6666264b-76c2-4cda-b509-1de80a03e2d4 req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] No DVR routers for this DVR port 83a56308-9ef5-4776-9063-3e28725254a9 on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:12:58.417788 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:58.418364 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:58.418979 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:58.419521 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:58.420451 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:58.421141 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:58.421685 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:58.422345 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:58.422967 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:58.423660 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:58.424213 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:58.424823 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:58.430011 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-6666264b-76c2-4cda-b509-1de80a03e2d4 req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:58.433118 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-6666264b-76c2-4cda-b509-1de80a03e2d4 req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "DELETE /v2.0/ports/83a56308-9ef5-4776-9063-3e28725254a9 HTTP/1.1" status: 204 len: 173 time: 1.5563633 Jun 11 18:12:58.434601 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3274780-1476-4cc0-8a2b-0f1a2292482f', 'name': 'network-vif-deleted', 'tag': '83a56308-9ef5-4776-9063-3e28725254a9'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:58.438651 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58089be-abeb-48eb-8207-02933068347d" -d '{"events": [{"server_uuid": "e3274780-1476-4cc0-8a2b-0f1a2292482f", "name": "network-vif-deleted", "tag": "83a56308-9ef5-4776-9063-3e28725254a9"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:58.444412 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:58.522416 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b4203a-3dab-4e14-9523-5076fa332662 x-openstack-request-id: req-d4b4203a-3dab-4e14-9523-5076fa332662 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:58.522991 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3274780-1476-4cc0-8a2b-0f1a2292482f", "name": "network-vif-deleted", "tag": "83a56308-9ef5-4776-9063-3e28725254a9", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:58.523941 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d4b4203a-3dab-4e14-9523-5076fa332662 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:58.524660 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3274780-1476-4cc0-8a2b-0f1a2292482f', 'name': 'network-vif-deleted', 'tag': '83a56308-9ef5-4776-9063-3e28725254a9', 'status': 'completed', 'code': 200} Jun 11 18:12:59.422157 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8dc8f-7142-4af9-9514-c3e2576c979e req-856295aa-e500-49a3-9466-09b202123d1e tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:59.425268 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ebd8dc8f-7142-4af9-9514-c3e2576c979e req-856295aa-e500-49a3-9466-09b202123d1e tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1518328 Jun 11 18:12:59.527946 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ebd8dc8f-7142-4af9-9514-c3e2576c979e req-9c593b95-86da-4592-a6bf-b447bcd83d1b tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911927 Jun 11 18:12:59.686687 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5eac2387-8f3e-432a-9053-4adf838efa26 req-a3410e7f-4eb7-4af0-a2ee-58f9e2b38689 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3274780-1476-4cc0-8a2b-0f1a2292482f HTTP/1.1" status: 200 len: 210 time: 0.0699358 Jun 11 18:13:00.831374 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 83a56308-9ef5-4776-9063-3e28725254a9 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:13:00.882145 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: 83a56308-9ef5-4776-9063-3e28725254a9 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:13:00.882768 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 83a56308-9ef5-4776-9063-3e28725254a9 not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:13:00.933599 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605f0ed-7b8a-4362-8ff1-2e373fc84ba0 req-2471e11d-6cb3-42e2-8259-7f61d8dfb574 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:00.936389 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7605f0ed-7b8a-4362-8ff1-2e373fc84ba0 req-2471e11d-6cb3-42e2-8259-7f61d8dfb574 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1491880 Jun 11 18:13:01.025437 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7605f0ed-7b8a-4362-8ff1-2e373fc84ba0 req-0684313a-1000-4f7f-9618-ef7077afa600 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804205 Jun 11 18:13:02.415433 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485889d-c870-4a1c-bf72-ccaee8119db6 req-60078b70-7259-4d83-b182-b1fada358544 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:02.418620 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d485889d-c870-4a1c-bf72-ccaee8119db6 req-60078b70-7259-4d83-b182-b1fada358544 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1586022 Jun 11 18:13:02.506554 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d485889d-c870-4a1c-bf72-ccaee8119db6 req-a67c9409-43c5-4a9d-8666-67d26769d3f5 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=97fb7da6-a7aa-4a8a-9652-5144c2e66656&id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754759 Jun 11 18:13:03.296284 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c832a-f0e3-4e9a-a067-c500414e6767 req-696e6637-eb77-469b-aed0-046fa73a798f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:03.299101 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b74c832a-f0e3-4e9a-a067-c500414e6767 req-696e6637-eb77-469b-aed0-046fa73a798f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 946 time: 0.1359327 Jun 11 18:13:03.381052 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b74c832a-f0e3-4e9a-a067-c500414e6767 req-15c47c6a-daf9-4fbe-a55e-341670822ee8 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723374 Jun 11 18:13:04.826684 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24f327-a1f0-4c3a-8c56-1a5a1c939357 req-d6fbcee2-8e2f-4016-97b2-7e31fd649a16 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:04.829544 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-af24f327-a1f0-4c3a-8c56-1a5a1c939357 req-d6fbcee2-8e2f-4016-97b2-7e31fd649a16 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 945 time: 0.2389338 Jun 11 18:13:04.868575 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f1cb6-8d7f-4dd3-975a-bbe2509c00de req-f6ef98ee-7bad-40f0-9be8-77b7dfebf368 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:04.871322 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-263f1cb6-8d7f-4dd3-975a-bbe2509c00de req-f6ef98ee-7bad-40f0-9be8-77b7dfebf368 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 946 time: 0.2110507 Jun 11 18:13:04.979320 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-af24f327-a1f0-4c3a-8c56-1a5a1c939357 req-3436b245-b08e-4e23-bd92-9d87b2c3020e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=30af563c-b140-4b6f-8a49-1ff52c636ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368189 Jun 11 18:13:04.993855 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-263f1cb6-8d7f-4dd3-975a-bbe2509c00de req-359f5b7c-9816-4561-a4e9-61cdf0ca4675 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010876 Jun 11 18:13:05.006390 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f3abd-daef-4bbc-b663-f6eb42c09a9b req-c6845650-3fe2-43fd-aea5-241a8fbe24b7 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:05.010118 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-719f3abd-daef-4bbc-b663-f6eb42c09a9b req-c6845650-3fe2-43fd-aea5-241a8fbe24b7 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 946 time: 0.1435890 Jun 11 18:13:05.233036 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-719f3abd-daef-4bbc-b663-f6eb42c09a9b req-f625d17e-85e3-459b-8530-ab6c41c22086 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Deleting port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:05.233448 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-719f3abd-daef-4bbc-b663-f6eb42c09a9b req-f625d17e-85e3-459b-8530-ab6c41c22086 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:05.458635 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-719f3abd-daef-4bbc-b663-f6eb42c09a9b req-f625d17e-85e3-459b-8530-ab6c41c22086 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] For port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=906452f5-c3f1-4173-a46a-e9ef7b9b21f3,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:05.459195 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-719f3abd-daef-4bbc-b663-f6eb42c09a9b req-f625d17e-85e3-459b-8530-ab6c41c22086 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:05.486060 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:13:05.655877 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-719f3abd-daef-4bbc-b663-f6eb42c09a9b req-f625d17e-85e3-459b-8530-ab6c41c22086 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Calling delete_port for 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:05.943831 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-719f3abd-daef-4bbc-b663-f6eb42c09a9b req-f625d17e-85e3-459b-8530-ab6c41c22086 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:05.950623 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b7477136-3d6c-49af-af1d-ad6c2069f20e tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:05.958477 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['ce1d4a2a-b213-4afe-8d3a-ae0b719a2110', 'c79a87dc-6f0a-44f3-9041-b629c238114f', '906452f5-c3f1-4173-a46a-e9ef7b9b21f3'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:13:06.015467 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625d17e-85e3-459b-8530-ab6c41c22086 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Pushing event deleted for resources: {'Port': ['ID=906452f5-c3f1-4173-a46a-e9ef7b9b21f3,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:06.021723 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f625d17e-85e3-459b-8530-ab6c41c22086 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:06.139360 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-719f3abd-daef-4bbc-b663-f6eb42c09a9b req-f625d17e-85e3-459b-8530-ab6c41c22086 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] No DVR routers for this DVR port 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:13:06.145779 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-719f3abd-daef-4bbc-b663-f6eb42c09a9b req-f625d17e-85e3-459b-8530-ab6c41c22086 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:06.150939 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-719f3abd-daef-4bbc-b663-f6eb42c09a9b req-f625d17e-85e3-459b-8530-ab6c41c22086 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "DELETE /v2.0/ports/906452f5-c3f1-4173-a46a-e9ef7b9b21f3 HTTP/1.1" status: 204 len: 173 time: 1.1344619 Jun 11 18:13:06.152367 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a84e610-22f8-4b3f-8e94-3b20efcbef4f', 'name': 'network-vif-deleted', 'tag': '906452f5-c3f1-4173-a46a-e9ef7b9b21f3'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:06.157760 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09228d9-8cb7-4675-99ab-65cfa6fa8318" -d '{"events": [{"server_uuid": "3a84e610-22f8-4b3f-8e94-3b20efcbef4f", "name": "network-vif-deleted", "tag": "906452f5-c3f1-4173-a46a-e9ef7b9b21f3"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:06.360700 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-59fb1eaa-68a2-4007-958c-ad63477d3d87 req-205825d3-5b57-429c-8933-8d424063314e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a84e610-22f8-4b3f-8e94-3b20efcbef4f HTTP/1.1" status: 200 len: 210 time: 0.0687814 Jun 11 18:13:06.418708 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1671cd-74ab-4ae3-a566-8728eaba76e6 req-46987b07-9e8e-44e6-969e-f3f0f5d83969 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:06.420695 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ba1671cd-74ab-4ae3-a566-8728eaba76e6 req-46987b07-9e8e-44e6-969e-f3f0f5d83969 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 945 time: 0.1972425 Jun 11 18:13:06.524583 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acea70a-9a50-4c91-8e5f-bfc33c5ba264 x-openstack-request-id: req-3acea70a-9a50-4c91-8e5f-bfc33c5ba264 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:06.525233 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a84e610-22f8-4b3f-8e94-3b20efcbef4f", "name": "network-vif-deleted", "tag": "906452f5-c3f1-4173-a46a-e9ef7b9b21f3", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:06.526167 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3acea70a-9a50-4c91-8e5f-bfc33c5ba264 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:06.527396 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a84e610-22f8-4b3f-8e94-3b20efcbef4f', 'name': 'network-vif-deleted', 'tag': '906452f5-c3f1-4173-a46a-e9ef7b9b21f3', 'status': 'completed', 'code': 200} Jun 11 18:13:06.550863 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ba1671cd-74ab-4ae3-a566-8728eaba76e6 req-2be5566e-63dc-43ff-bb9c-d21e6d19ac24 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups?id=30af563c-b140-4b6f-8a49-1ff52c636ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127276 Jun 11 18:13:06.576885 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83947c-21db-442e-a437-a7507269634f req-7d1c415a-ba13-4bdc-9d82-affa7ab5d95d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:06.579671 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2f83947c-21db-442e-a437-a7507269634f req-7d1c415a-ba13-4bdc-9d82-affa7ab5d95d tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 945 time: 0.2210240 Jun 11 18:13:06.798027 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Deleting port f415b483-0716-4543-b212-dac9bce0bf48 {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:06.798609 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:07.043699 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] For port f415b483-0716-4543-b212-dac9bce0bf48, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=f415b483-0716-4543-b212-dac9bce0bf48,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:07.044838 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:07.446159 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:07.446752 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:07.447243 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.l3_db [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Floating IP c9c0237c-9b69-4cd4-bd17-c35365e12eca disassociated. External IP: 172.28.1.99, port: f415b483-0716-4543-b212-dac9bce0bf48. Jun 11 18:13:07.447805 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Calling delete_port for f415b483-0716-4543-b212-dac9bce0bf48 owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:07.741086 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:07.750947 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-48f5f9ac-5585-4886-a484-b68403c3ba6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:07.817590 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event deleted for resources: {'Port': ['ID=f415b483-0716-4543-b212-dac9bce0bf48,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:07.824065 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:07.829685 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dba214dd-e2f0-46a2-afc6-ddb91241a92f req-e55e4f21-fe93-4e97-811f-463fcd2b0e53 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 210 time: 0.0590749 Jun 11 18:13:08.148351 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Router 65139bdf-231c-408e-a81d-b25ed17fca4f has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:13:08.371195 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98800c4c-55ca-4ddb-b0a2-a6a7168b367a req-e7b852c2-f947-4db7-b881-123e0ad8e069 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:08.374381 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-98800c4c-55ca-4ddb-b0a2-a6a7168b367a req-e7b852c2-f947-4db7-b881-123e0ad8e069 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 945 time: 0.1669633 Jun 11 18:13:08.457845 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:13:08.459421 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-98800c4c-55ca-4ddb-b0a2-a6a7168b367a req-a36b807f-edf4-4c4f-a4a9-ea7512598cc0 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730965 Jun 11 18:13:08.476751 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b030103-f595-4cec-8fa5-ae2b0313e031 None None] Sync routers for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:13:08.496209 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b030103-f595-4cec-8fa5-ae2b0313e031 None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:08.497814 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-9b030103-f595-4cec-8fa5-ae2b0313e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:12:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:08.543130 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] No DVR routers for this DVR port f415b483-0716-4543-b212-dac9bce0bf48 on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:13:08.547304 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:08.549833 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2f83947c-21db-442e-a437-a7507269634f req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.77 "DELETE /v2.0/ports/f415b483-0716-4543-b212-dac9bce0bf48 HTTP/1.1" status: 204 len: 173 time: 1.9629476 Jun 11 18:13:08.550379 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36929e1-45b1-4c73-9343-fcf4a3079dda', 'name': 'network-vif-deleted', 'tag': 'f415b483-0716-4543-b212-dac9bce0bf48'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:08.553583 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8242215-d925-456f-a440-fbcced0b1db5" -d '{"events": [{"server_uuid": "c36929e1-45b1-4c73-9343-fcf4a3079dda", "name": "network-vif-deleted", "tag": "f415b483-0716-4543-b212-dac9bce0bf48"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:08.632119 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30055f1-44d3-4c9e-9c59-b1a23fa72635 x-openstack-request-id: req-a30055f1-44d3-4c9e-9c59-b1a23fa72635 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:08.632913 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36929e1-45b1-4c73-9343-fcf4a3079dda", "name": "network-vif-deleted", "tag": "f415b483-0716-4543-b212-dac9bce0bf48", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:08.633779 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a30055f1-44d3-4c9e-9c59-b1a23fa72635 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:08.635385 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36929e1-45b1-4c73-9343-fcf4a3079dda', 'name': 'network-vif-deleted', 'tag': 'f415b483-0716-4543-b212-dac9bce0bf48', 'status': 'completed', 'code': 200} Jun 11 18:13:08.762932 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-9b030103-f595-4cec-8fa5-ae2b0313e031 None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:08.877499 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:13:08.973349 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:13:08.973879 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 906452f5-c3f1-4173-a46a-e9ef7b9b21f3 not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:13:08.974407 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device f415b483-0716-4543-b212-dac9bce0bf48 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:13:09.048354 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: f415b483-0716-4543-b212-dac9bce0bf48 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:13:09.048354 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device f415b483-0716-4543-b212-dac9bce0bf48 not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:13:09.183982 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-363a7b0d-2bc8-4a6d-8321-c5902b3cf7c8 req-683a6b53-e8e8-4330-a69a-a81158c6afcc tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/ports?device_id=c36929e1-45b1-4c73-9343-fcf4a3079dda HTTP/1.1" status: 200 len: 210 time: 0.0820410 Jun 11 18:13:09.549913 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-9b030103-f595-4cec-8fa5-ae2b0313e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 5, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:09.557777 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b030103-f595-4cec-8fa5-ae2b0313e031 None None] Checking router: 65139bdf-231c-408e-a81d-b25ed17fca4f for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:13:09.574207 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b030103-f595-4cec-8fa5-ae2b0313e031 None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:09.575303 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-9b030103-f595-4cec-8fa5-ae2b0313e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:12:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:09.664306 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087c3d8-16c2-4656-b2a7-2765fa465c53 req-4970ee76-30c1-4cb1-beec-4e1b419900c2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:09.667292 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-9087c3d8-16c2-4656-b2a7-2765fa465c53 req-4970ee76-30c1-4cb1-beec-4e1b419900c2 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 945 time: 0.1562006 Jun 11 18:13:09.826357 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-9b030103-f595-4cec-8fa5-ae2b0313e031 None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:09.830015 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86dd3-5f51-45e1-9279-aa7db64fa7de req-1925c5b4-6461-4983-b2d1-9eeb87f008a1 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:09.832473 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f3f86dd3-5f51-45e1-9279-aa7db64fa7de req-1925c5b4-6461-4983-b2d1-9eeb87f008a1 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 945 time: 0.1308732 Jun 11 18:13:09.886678 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-9087c3d8-16c2-4656-b2a7-2765fa465c53 req-d68c0eb4-5635-42ef-8021-61529a9c8c3e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Deleting port c79a87dc-6f0a-44f3-9041-b629c238114f {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:09.887216 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-9087c3d8-16c2-4656-b2a7-2765fa465c53 req-d68c0eb4-5635-42ef-8021-61529a9c8c3e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:09.909996 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f3f86dd3-5f51-45e1-9279-aa7db64fa7de req-aef7eddd-56cc-46c8-a58c-0f8e0c7bb3c8 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678144 Jun 11 18:13:10.111258 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-9087c3d8-16c2-4656-b2a7-2765fa465c53 req-d68c0eb4-5635-42ef-8021-61529a9c8c3e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] For port c79a87dc-6f0a-44f3-9041-b629c238114f, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c79a87dc-6f0a-44f3-9041-b629c238114f,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:10.111851 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-9087c3d8-16c2-4656-b2a7-2765fa465c53 req-d68c0eb4-5635-42ef-8021-61529a9c8c3e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:10.247545 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-9b030103-f595-4cec-8fa5-ae2b0313e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 5, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:10.253958 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b030103-f595-4cec-8fa5-ae2b0313e031 None None] The sync data for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb is: [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:06:42Z', 'revision_number': 4, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '3c2118c4-aac3-4c77-9d75-64993f3522c9', 'name': '', 'network_id': 'c8b07964-869c-4914-9bdd-9766517dc52f', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'mac_address': 'fa:16:3e:82:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:37Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 5, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'subnets': [{'id': '2bf2a25e-eb7f-4c90-8184-8c11922c2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:13:10.276302 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-9087c3d8-16c2-4656-b2a7-2765fa465c53 req-d68c0eb4-5635-42ef-8021-61529a9c8c3e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Calling delete_port for c79a87dc-6f0a-44f3-9041-b629c238114f owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:10.424935 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53536) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:10.559428 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:10.572123 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-9087c3d8-16c2-4656-b2a7-2765fa465c53 req-d68c0eb4-5635-42ef-8021-61529a9c8c3e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:10.580181 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b786e95b-dc75-40c7-8484-1974fe7e91f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:10.587571 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['ce1d4a2a-b213-4afe-8d3a-ae0b719a2110', 'c79a87dc-6f0a-44f3-9041-b629c238114f'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:13:10.614005 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:10.636025 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c0eb4-5635-42ef-8021-61529a9c8c3e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Pushing event deleted for resources: {'Port': ['ID=c79a87dc-6f0a-44f3-9041-b629c238114f,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:10.641461 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d68c0eb4-5635-42ef-8021-61529a9c8c3e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:10.717166 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7767a-f6a2-4d64-be9c-a6adb6d52f5f None None] New status for floating IP c9c0237c-9b69-4cd4-bd17-c35365e12eca: DOWN {{(pid=91994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:13:10.742913 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:10.749960 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:10.754842 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "DELETE /v2.0/security-groups/30af563c-b140-4b6f-8a49-1ff52c636ebe HTTP/1.1" status: 204 len: 168 time: 0.3233647 Jun 11 18:13:10.754842 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-789dee91-692d-4f2b-8566-404b76521f3d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:10.760101 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53538) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:10.779755 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-9087c3d8-16c2-4656-b2a7-2765fa465c53 req-d68c0eb4-5635-42ef-8021-61529a9c8c3e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] No DVR routers for this DVR port c79a87dc-6f0a-44f3-9041-b629c238114f on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:13:10.783701 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-9087c3d8-16c2-4656-b2a7-2765fa465c53 req-d68c0eb4-5635-42ef-8021-61529a9c8c3e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:10.787472 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-9087c3d8-16c2-4656-b2a7-2765fa465c53 req-d68c0eb4-5635-42ef-8021-61529a9c8c3e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "DELETE /v2.0/ports/c79a87dc-6f0a-44f3-9041-b629c238114f HTTP/1.1" status: 204 len: 173 time: 1.1134350 Jun 11 18:13:10.789071 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05716e67-f2ac-4f56-b460-e0553f47945c', 'name': 'network-vif-deleted', 'tag': 'c79a87dc-6f0a-44f3-9041-b629c238114f'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:10.800521 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.api.v2.resource [None req-3991527b-99fc-4563-904f-c8f9acf31685 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] show failed (client error): The resource could not be found. Jun 11 18:13:10.808326 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-3991527b-99fc-4563-904f-c8f9acf31685 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "GET /v2.0/security-groups/30af563c-b140-4b6f-8a49-1ff52c636ebe HTTP/1.1" status: 404 len: 347 time: 0.0389853 Jun 11 18:13:10.808656 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26007f8c-96de-44a2-9dae-1a605e4694ae" -d '{"events": [{"server_uuid": "05716e67-f2ac-4f56-b460-e0553f47945c", "name": "network-vif-deleted", "tag": "c79a87dc-6f0a-44f3-9041-b629c238114f"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:10.809733 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53540) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:10.818796 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30af563c-b140-4b6f-8a49-1ff52c636ebe,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:10.837047 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:10.839537 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:10.839537 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:10.839537 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:10.840409 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:10.840409 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:10.841785 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:10.841785 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:10.842713 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:10.843049 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:10.843628 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:10.844278 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:10.852935 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-d0a6ead4-8547-4f35-ae30-cf193fd69624 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:10.977841 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befd27cb-4307-4e30-b342-d89073c13f3d x-openstack-request-id: req-befd27cb-4307-4e30-b342-d89073c13f3d {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:10.978458 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05716e67-f2ac-4f56-b460-e0553f47945c", "name": "network-vif-deleted", "tag": "c79a87dc-6f0a-44f3-9041-b629c238114f", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:10.979217 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-befd27cb-4307-4e30-b342-d89073c13f3d {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:10.979848 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05716e67-f2ac-4f56-b460-e0553f47945c', 'name': 'network-vif-deleted', 'tag': 'c79a87dc-6f0a-44f3-9041-b629c238114f', 'status': 'completed', 'code': 200} Jun 11 18:13:11.178260 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-33eeec87-3a66-4741-ac02-db8f4894d23a req-b428f3c5-18ac-4c98-9a5f-5489b22eed6c tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=05716e67-f2ac-4f56-b460-e0553f47945c HTTP/1.1" status: 200 len: 210 time: 0.0617805 Jun 11 18:13:11.195771 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-c14fe256-49ab-41eb-a4c6-5b89f9587b78 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Deleting port 6f12c653-70ca-4096-b6ee-237768f150bb {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:11.196357 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c14fe256-49ab-41eb-a4c6-5b89f9587b78 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:11.337596 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c14fe256-49ab-41eb-a4c6-5b89f9587b78 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:11.337976 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c14fe256-49ab-41eb-a4c6-5b89f9587b78 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:11.460244 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-c14fe256-49ab-41eb-a4c6-5b89f9587b78 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Calling delete_port for 6f12c653-70ca-4096-b6ee-237768f150bb owned by network:floatingip {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:11.774050 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c14fe256-49ab-41eb-a4c6-5b89f9587b78 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:11.776824 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d68c0eb4-5635-42ef-8021-61529a9c8c3e tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:11.826863 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fe256-49ab-41eb-a4c6-5b89f9587b78 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Pushing event deleted for resources: {'Port': ['ID=6f12c653-70ca-4096-b6ee-237768f150bb,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:11.831221 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c14fe256-49ab-41eb-a4c6-5b89f9587b78 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:11.987196 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c14fe256-49ab-41eb-a4c6-5b89f9587b78 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks [] for floatingip, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:11.992165 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c14fe256-49ab-41eb-a4c6-5b89f9587b78 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:11.994356 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-c14fe256-49ab-41eb-a4c6-5b89f9587b78 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] 10.222.0.63 "DELETE /v2.0/floatingips/c9c0237c-9b69-4cd4-bd17-c35365e12eca HTTP/1.1" status: 204 len: 168 time: 1.1824889 Jun 11 18:13:12.474933 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:12.870548 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device c79a87dc-6f0a-44f3-9041-b629c238114f no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:13:12.921696 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: c79a87dc-6f0a-44f3-9041-b629c238114f {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:13:12.922261 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device c79a87dc-6f0a-44f3-9041-b629c238114f not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:13:14.351400 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657f63d-ebf3-4bdc-9853-82633a36f122 req-b69cc81c-dec2-4781-9c8f-0fccd4f2bcbb tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:14.354223 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d657f63d-ebf3-4bdc-9853-82633a36f122 req-b69cc81c-dec2-4781-9c8f-0fccd4f2bcbb tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 945 time: 0.1360517 Jun 11 18:13:14.431663 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d657f63d-ebf3-4bdc-9853-82633a36f122 req-e50d088e-26e6-484e-b8cf-d7cbae11eeb8 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639725 Jun 11 18:13:15.726061 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7abd6-965f-45a6-9b23-d2a3fb2a2f19 req-6cfedcf8-37c9-4623-aba8-f354a14998a7 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:15.728988 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-96e7abd6-965f-45a6-9b23-d2a3fb2a2f19 req-6cfedcf8-37c9-4623-aba8-f354a14998a7 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 945 time: 0.1321261 Jun 11 18:13:15.805377 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-96e7abd6-965f-45a6-9b23-d2a3fb2a2f19 req-066a3577-ad6c-45de-947c-3d0487ac86f5 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695701 Jun 11 18:13:15.950004 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd91c05-3220-43db-957f-d29b21038415 req-3cc3cec3-e77a-4161-b76e-d7fa17da4b89 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:15.952831 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3dd91c05-3220-43db-957f-d29b21038415 req-3cc3cec3-e77a-4161-b76e-d7fa17da4b89 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 945 time: 0.1469014 Jun 11 18:13:16.079170 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53594) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:16.437372 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-3dd91c05-3220-43db-957f-d29b21038415 req-a40b6c30-cf1d-4624-9093-b1f7935c633f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Deleting port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:16.438026 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3dd91c05-3220-43db-957f-d29b21038415 req-a40b6c30-cf1d-4624-9093-b1f7935c633f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:16.633716 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-3dd91c05-3220-43db-957f-d29b21038415 req-a40b6c30-cf1d-4624-9093-b1f7935c633f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] For port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110,segment=NetworkSegment(ab306d7a-3c5a-4e7b-ba61-d097c3f555ee),segment_id=ab306d7a-3c5a-4e7b-ba61-d097c3f555ee)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:16.634256 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3dd91c05-3220-43db-957f-d29b21038415 req-a40b6c30-cf1d-4624-9093-b1f7935c633f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:16.811569 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-3dd91c05-3220-43db-957f-d29b21038415 req-a40b6c30-cf1d-4624-9093-b1f7935c633f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Calling delete_port for ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:17.086438 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3dd91c05-3220-43db-957f-d29b21038415 req-a40b6c30-cf1d-4624-9093-b1f7935c633f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:17.093015 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:17.153619 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b6c30-cf1d-4624-9093-b1f7935c633f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Pushing event deleted for resources: {'Port': ['ID=ce1d4a2a-b213-4afe-8d3a-ae0b719a2110,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:17.159405 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a40b6c30-cf1d-4624-9093-b1f7935c633f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:17.232322 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039990e9-402f-4aa5-8bf2-37a179306a0b req-6f39d7f9-5254-4ea1-a732-354749dbf615 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:17.235172 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-039990e9-402f-4aa5-8bf2-37a179306a0b req-6f39d7f9-5254-4ea1-a732-354749dbf615 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/ports?device_id=51567e71-459e-48d3-8111-964168c36d37 HTTP/1.1" status: 200 len: 867 time: 0.2236497 Jun 11 18:13:17.236804 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd91c05-3220-43db-957f-d29b21038415 req-a40b6c30-cf1d-4624-9093-b1f7935c633f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] No DVR routers for this DVR port ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:13:17.241563 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3dd91c05-3220-43db-957f-d29b21038415 req-a40b6c30-cf1d-4624-9093-b1f7935c633f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:17.244914 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3dd91c05-3220-43db-957f-d29b21038415 req-a40b6c30-cf1d-4624-9093-b1f7935c633f tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.77 "DELETE /v2.0/ports/ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 HTTP/1.1" status: 204 len: 173 time: 1.2844203 Jun 11 18:13:17.245825 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51567e71-459e-48d3-8111-964168c36d37', 'name': 'network-vif-deleted', 'tag': 'ce1d4a2a-b213-4afe-8d3a-ae0b719a2110'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:17.248734 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191ace64-8899-43be-a322-a3d936a6134a" -d '{"events": [{"server_uuid": "51567e71-459e-48d3-8111-964168c36d37", "name": "network-vif-deleted", "tag": "ce1d4a2a-b213-4afe-8d3a-ae0b719a2110"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:17.306011 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa654b6c-7bd8-431a-b920-d8779e9232d0 x-openstack-request-id: req-fa654b6c-7bd8-431a-b920-d8779e9232d0 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:17.306618 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51567e71-459e-48d3-8111-964168c36d37", "name": "network-vif-deleted", "tag": "ce1d4a2a-b213-4afe-8d3a-ae0b719a2110", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:17.307133 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fa654b6c-7bd8-431a-b920-d8779e9232d0 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:17.312892 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51567e71-459e-48d3-8111-964168c36d37', 'name': 'network-vif-deleted', 'tag': 'ce1d4a2a-b213-4afe-8d3a-ae0b719a2110', 'status': 'completed', 'code': 200} Jun 11 18:13:17.343191 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-039990e9-402f-4aa5-8bf2-37a179306a0b req-f2b8df6d-2221-455f-b03b-2e5a47850a64 tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945601 Jun 11 18:13:17.350205 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002388'] for router_interface, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:17.975239 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] Deleting port 3c2118c4-aac3-4c77-9d75-64993f3522c9 {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:17.975844 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:18.169861 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] For port 3c2118c4-aac3-4c77-9d75-64993f3522c9, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=3c2118c4-aac3-4c77-9d75-64993f3522c9,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:18.170262 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:18.293924 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] Calling delete_port for 3c2118c4-aac3-4c77-9d75-64993f3522c9 owned by network:router_interface {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:18.517496 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53608) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:18.618378 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4f5213-7d9e-48f0-8050-fedb5a7f1085 admin admin] Deleting subnet f4e18b81-17b9-486c-88de-11fbb506511c {{(pid=91992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:13:18.623722 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-de4f5213-7d9e-48f0-8050-fedb5a7f1085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:18.638656 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:18.641445 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-6471ab30-da41-46f2-8cfe-445033351591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:18.688841 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2118c4-aac3-4c77-9d75-64993f3522c9,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:18.695117 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:18.711677 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-de4f5213-7d9e-48f0-8050-fedb5a7f1085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29753586'] for subnet, precommit_delete_associations {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:18.831254 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-de4f5213-7d9e-48f0-8050-fedb5a7f1085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:18.966800 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:13:19.019725 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:13:19.020705 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device ce1d4a2a-b213-4afe-8d3a-ae0b719a2110 not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:13:19.041506 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-de4f5213-7d9e-48f0-8050-fedb5a7f1085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33274754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29559827'] for subnet, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:19.044424 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:19.115863 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f5213-7d9e-48f0-8050-fedb5a7f1085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e18b81-17b9-486c-88de-11fbb506511c,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:19.119488 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-de4f5213-7d9e-48f0-8050-fedb5a7f1085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:19.122599 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-de4f5213-7d9e-48f0-8050-fedb5a7f1085 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f4e18b81-17b9-486c-88de-11fbb506511c HTTP/1.1" status: 204 len: 168 time: 0.6036177 Jun 11 18:13:19.124780 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-de4f5213-7d9e-48f0-8050-fedb5a7f1085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:19.126459 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53612) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:19.220914 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999428'] for router_interface, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:19.298448 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:19.444902 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:19.460198 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8948bab2-be4d-4cd2-baff-e343803f2785']}} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:19.480252 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee') {'for_net_delete': True} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:19.480869 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab306d7a-3c5a-4e7b-ba61-d097c3f555ee') {} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:19.495122 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29753593'] for segment, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:19.515600 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:19.524163 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=91992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:13:19.525257 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33273899'] for segment, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: Traceback (most recent call last): Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:13:19.527473 dv-cinder-796049-1-smb neutron-server[91992]: timer() Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: cb(*args, **kw) Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: return func(*args, **kwargs) Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: self._notify() Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: self.callback(batched_events) Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: event.method(event) Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: return f(self, *a, **k) Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: return self._get(url).json() Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: return self.request(url, 'GET', **kwargs) Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:13:19.533092 dv-cinder-796049-1-smb neutron-server[91992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:13:19.622882 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:19.628792 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ca4c1520-32f3-40ff-a2d1-8613ddc032ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:19.634956 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:19.638606 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] 10.222.0.63 "DELETE /v2.0/networks/8948bab2-be4d-4cd2-baff-e343803f2785 HTTP/1.1" status: 204 len: 168 time: 0.5097263 Jun 11 18:13:19.655251 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] Pushing event deleted for resources: {'Network': ['ID=8948bab2-be4d-4cd2-baff-e343803f2785,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:19.658812 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-92d2d106-b852-4e9b-bb64-e2bb6cf24cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:19.875020 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53616) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:19.968417 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-91f86ca2-29d2-4d87-971a-bd4c6d16a728 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=04e0ce4feca542edbaa83738edfcff46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0914228 Jun 11 18:13:19.972636 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53618) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:20.062150 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9ee925bb-38ea-4942-9c09-a1d79defb6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:20.083848 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fe6882bb-3bdb-4a3b-9b8f-b3f8d01db96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:20.132954 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fe6882bb-3bdb-4a3b-9b8f-b3f8d01db96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:20.243514 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fe6882bb-3bdb-4a3b-9b8f-b3f8d01db96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:20.248726 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fe6882bb-3bdb-4a3b-9b8f-b3f8d01db96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:20.251300 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-fe6882bb-3bdb-4a3b-9b8f-b3f8d01db96f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4c0dc9b7-c62a-4994-a02d-e75e9ecfed51 HTTP/1.1" status: 204 len: 168 time: 0.2765107 Jun 11 18:13:20.253109 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-173a3040-17b3-4c6b-85d4-bbfa9eee106a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:20.268613 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] Router 65139bdf-231c-408e-a81d-b25ed17fca4f has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:13:20.270444 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6882bb-3bdb-4a3b-9b8f-b3f8d01db96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0dc9b7-c62a-4994-a02d-e75e9ecfed51,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:20.299263 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-fe6882bb-3bdb-4a3b-9b8f-b3f8d01db96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:20.531129 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:13:20.538811 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] 10.222.0.63 "PUT /v2.0/routers/65139bdf-231c-408e-a81d-b25ed17fca4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4578218 Jun 11 18:13:20.542840 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53624) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:20.549883 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5aa529-7108-49d6-bde1-8fed6a011578 None None] Sync routers for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:13:20.567481 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5aa529-7108-49d6-bde1-8fed6a011578 None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:20.568583 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-bc5aa529-7108-49d6-bde1-8fed6a011578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:12:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:20.808059 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Notify callbacks [] for router, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:20.883217 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-bc5aa529-7108-49d6-bde1-8fed6a011578 None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:21.132355 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:21.274713 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Deleting port 7563dbe4-375a-4228-94a5-6375d50dd0f1 {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:21.275583 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:21.397743 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-bc5aa529-7108-49d6-bde1-8fed6a011578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:13:18Z', 'revision_number': 5, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port': {'id': '7563dbe4-375a-4228-94a5-6375d50dd0f1', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:31Z', 'updated_at': '2021-06-11T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:21.405144 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5aa529-7108-49d6-bde1-8fed6a011578 None None] Checking router: 65139bdf-231c-408e-a81d-b25ed17fca4f for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:13:21.421560 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5aa529-7108-49d6-bde1-8fed6a011578 None None] Routers {'65139bdf-231c-408e-a81d-b25ed17fca4f'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:21.422629 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-bc5aa529-7108-49d6-bde1-8fed6a011578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:12:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['65139bdf-231c-408e-a81d-b25ed17fca4f'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:21.524437 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] For port 7563dbe4-375a-4228-94a5-6375d50dd0f1, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=7563dbe4-375a-4228-94a5-6375d50dd0f1,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:21.525102 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:21.711377 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Calling delete_port for 7563dbe4-375a-4228-94a5-6375d50dd0f1 owned by network:router_gateway {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:21.718340 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53646) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:21.887170 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-bc5aa529-7108-49d6-bde1-8fed6a011578 None None] Set router 65139bdf-231c-408e-a81d-b25ed17fca4f gateway port host: None {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:21.917633 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1925244705-network', 'tenant_id': 'a3578f7a03554dc3923c6f0cc02c39dd'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:21.950217 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Made reservation on behalf of a3578f7a03554dc3923c6f0cc02c39dd for: {'network': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:13:21.953256 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:21.968738 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.049176 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-bc5aa529-7108-49d6-bde1-8fed6a011578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:13:21Z', 'revision_number': 6, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port_host': None}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:22.055803 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5aa529-7108-49d6-bde1-8fed6a011578 None None] The sync data for ids ['65139bdf-231c-408e-a81d-b25ed17fca4f'] in dv-cinder-796049-1-smb is: [{'id': '65139bdf-231c-408e-a81d-b25ed17fca4f', 'name': 'tempest-AttachVolumeTestJSON-813562722-router', 'tenant_id': '00ab5e082c9c46598b282b55ea9f9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:30Z', 'updated_at': '2021-06-11T18:13:21Z', 'revision_number': 6, 'project_id': '00ab5e082c9c46598b282b55ea9f9587', 'gw_port_host': None}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:13:22.127077 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.130820 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-eef958dd-3319-48fb-9144-5e23e39c443d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:22.174668 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.184801 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7563dbe4-375a-4228-94a5-6375d50dd0f1,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:22.186139 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.188463 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:22.192201 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-765f331d-51ee-4d4e-9745-0a687a6267b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:22.232062 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=91992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:13:22.269049 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.269617 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.segments_db [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Added segment 62ef0695-a644-4b12-9ebb-386bd68a11ec of type vlan for network cbc361b9-a9d9-4d60-a2cf-5532b4dc69d7 Jun 11 18:13:22.272498 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e87195-49ef-4f42-b540-7455a4ce9ea1,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:22.297344 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:22.357759 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003735'] for router_gateway, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.378327 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.427464 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.433465 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.435098 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:22.435767 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.438634 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:22.498277 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7751973 Jun 11 18:13:22.503102 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53650) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:22.513267 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-8e028248-4c41-4635-a45c-efba1a6c5b6f admin admin] Request body: {'subnet': {'network_id': 'cbc361b9-a9d9-4d60-a2cf-5532b4dc69d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1925244705-subnet', 'tenant_id': 'a3578f7a03554dc3923c6f0cc02c39dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:22.610367 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc361b9-a9d9-4d60-a2cf-5532b4dc69d7,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:22.615908 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:22.628271 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network cbc361b9-a9d9-4d60-a2cf-5532b4dc69d7 details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:13:22.646086 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7422'] for router, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.650728 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e028248-4c41-4635-a45c-efba1a6c5b6f admin admin] Made reservation on behalf of a3578f7a03554dc3923c6f0cc02c39dd for: {'subnet': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:13:22.654809 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8e028248-4c41-4635-a45c-efba1a6c5b6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29559870'] for subnet, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.655104 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.774287 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-3a3a44fb-d14e-41d5-adce-0fcfbb9eedf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.860934 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000176'] for router, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.863143 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65139bdf-231c-408e-a81d-b25ed17fca4f {{(pid=91991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:13:22.886738 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Notify callbacks [] for router, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.889240 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] 10.222.0.63 "DELETE /v2.0/routers/65139bdf-231c-408e-a81d-b25ed17fca4f HTTP/1.1" status: 204 len: 168 time: 2.3443971 Jun 11 18:13:22.892432 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53654) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:22.951409 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 3c2118c4-aac3-4c77-9d75-64993f3522c9 no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:13:23.015561 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: 3c2118c4-aac3-4c77-9d75-64993f3522c9 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:13:23.016595 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 3c2118c4-aac3-4c77-9d75-64993f3522c9 not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:13:23.017595 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 7563dbe4-375a-4228-94a5-6375d50dd0f1 no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:13:23.070640 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: 7563dbe4-375a-4228-94a5-6375d50dd0f1 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:13:23.071619 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 7563dbe4-375a-4228-94a5-6375d50dd0f1 not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:13:23.077954 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e520722f-1cd0-499a-a4fa-40557c6b1362 admin admin] Deleting subnet 2bf2a25e-eb7f-4c90-8184-8c11922c2acb {{(pid=91991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:13:23.089645 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e520722f-1cd0-499a-a4fa-40557c6b1362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:23.189202 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e520722f-1cd0-499a-a4fa-40557c6b1362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32623688'] for subnet, precommit_delete_associations {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:23.231913 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8e028248-4c41-4635-a45c-efba1a6c5b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33274817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29559848'] for subnet, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:23.239671 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d405e6b9-38ad-4dac-8a4d-deaa3492eec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:23.340394 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e028248-4c41-4635-a45c-efba1a6c5b6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12e8c58-9a09-4a3c-a0cd-d8f7f2934943,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:23.362354 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8e028248-4c41-4635-a45c-efba1a6c5b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:23.416866 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e028248-4c41-4635-a45c-efba1a6c5b6f admin admin] Checking segment: {'id': '62ef0695-a644-4b12-9ebb-386bd68a11ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cbc361b9-a9d9-4d60-a2cf-5532b4dc69d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:13:23.417473 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e028248-4c41-4635-a45c-efba1a6c5b6f admin admin] Network hostable DHCP agents. Network: cbc361b9-a9d9-4d60-a2cf-5532b4dc69d7, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:13:23.457647 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e028248-4c41-4635-a45c-efba1a6c5b6f admin admin] Network cbc361b9-a9d9-4d60-a2cf-5532b4dc69d7 is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:13:23.472144 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e520722f-1cd0-499a-a4fa-40557c6b1362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:23.479783 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-8e028248-4c41-4635-a45c-efba1a6c5b6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, cbc361b9-a9d9-4d60-a2cf-5532b4dc69d7) {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:13:23.488422 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e028248-4c41-4635-a45c-efba1a6c5b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:23.490392 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8e028248-4c41-4635-a45c-efba1a6c5b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:23.508288 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4524dfe4-4fe8-46be-8f9c-b5db3baea95a None None] Network cbc361b9-a9d9-4d60-a2cf-5532b4dc69d7 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:13:23.521859 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-8e028248-4c41-4635-a45c-efba1a6c5b6f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0169373 Jun 11 18:13:23.658510 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e520722f-1cd0-499a-a4fa-40557c6b1362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29515574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29870540'] for subnet, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:23.680982 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-eae100f9-7d6f-48bc-abd6-32d4e0c5321b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:23.755865 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520722f-1cd0-499a-a4fa-40557c6b1362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf2a25e-eb7f-4c90-8184-8c11922c2acb,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:23.760071 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e520722f-1cd0-499a-a4fa-40557c6b1362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:23.767888 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-e520722f-1cd0-499a-a4fa-40557c6b1362 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/2bf2a25e-eb7f-4c90-8184-8c11922c2acb HTTP/1.1" status: 204 len: 168 time: 0.8688378 Jun 11 18:13:23.767888 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-e520722f-1cd0-499a-a4fa-40557c6b1362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:23.768465 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:23.769200 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53664) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:23.792391 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7228d00-42a9-4ed3-aa76-f3d391ee6212 None None] Network c8b07964-869c-4914-9bdd-9766517dc52f requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:13:24.048962 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:24.177706 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Deleting port e2a10b25-1f6b-4d85-b668-61da5e913c8f {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:24.178277 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:24.266316 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e58af78-af26-43a8-9c81-4c1c3ea6b81e None None] Network cbc361b9-a9d9-4d60-a2cf-5532b4dc69d7 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:13:24.388009 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] For port e2a10b25-1f6b-4d85-b668-61da5e913c8f, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=e2a10b25-1f6b-4d85-b668-61da5e913c8f,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:24.388009 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:24.575405 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Calling delete_port for e2a10b25-1f6b-4d85-b668-61da5e913c8f owned by network:dhcp {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:24.620373 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] DHCP port deletion for c8b07964-869c-4914-9bdd-9766517dc52f request from dv-cinder-796049-1-smb {{(pid=91993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:13:24.711838 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53682) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:24.718604 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1715039329-network', 'tenant_id': '3bdbfa58421147ad8b68f5c5805091ce'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:24.742706 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Deleting port e2a10b25-1f6b-4d85-b668-61da5e913c8f {{(pid=91993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:24.743798 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:24.764946 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Made reservation on behalf of 3bdbfa58421147ad8b68f5c5805091ce for: {'network': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:13:24.773234 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:24.799514 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:24.802561 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:24.820930 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f643e6db-bdcd-4b84-a66d-964c681fc29b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:24.870255 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] No DVR routers for this DVR port e2a10b25-1f6b-4d85-b668-61da5e913c8f on host dv-cinder-796049-1-smb {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:13:24.874066 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a10b25-1f6b-4d85-b668-61da5e913c8f,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:24.912360 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device e2a10b25-1f6b-4d85-b668-61da5e913c8f no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:13:24.928063 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:24.972224 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] For port e2a10b25-1f6b-4d85-b668-61da5e913c8f, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=e2a10b25-1f6b-4d85-b668-61da5e913c8f,segment=NetworkSegment(91193081-d5f6-45ff-a8bd-24d30ae32c3c),segment_id=91193081-d5f6-45ff-a8bd-24d30ae32c3c)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:24.973446 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:24.978219 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: e2a10b25-1f6b-4d85-b668-61da5e913c8f {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:13:24.978785 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device e2a10b25-1f6b-4d85-b668-61da5e913c8f not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:13:25.031138 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.040818 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.070751 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=91991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:13:25.088086 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.093714 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-e793d888-b70c-4965-a1c0-26ed78c7e61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:25.101565 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.102434 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.segments_db [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Added segment e3a028ee-9ed7-4ebf-acc5-47ba8bdac78a of type vlan for network 743eef32-fb84-4633-9bbd-44a68679d5d0 Jun 11 18:13:25.115085 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b07964-869c-4914-9bdd-9766517dc52f']}} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:25.146050 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91193081-d5f6-45ff-a8bd-24d30ae32c3c') {'for_net_delete': True} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:25.147017 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91193081-d5f6-45ff-a8bd-24d30ae32c3c') {} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:25.175604 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a18309d-94ae-42bd-b882-188de4ce3e0a,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:25.184863 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29753593'] for segment, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.210990 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Calling delete_port for e2a10b25-1f6b-4d85-b668-61da5e913c8f owned by network:dhcp {{(pid=91993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:25.224255 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.227074 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:25.238248 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=91992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:13:25.239105 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33273899'] for segment, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: Traceback (most recent call last): Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: timer() Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: cb(*args, **kw) Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: return func(*args, **kwargs) Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: self._notify() Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: self.callback(batched_events) Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: event.method(event) Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: return f(self, *a, **k) Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: return self._get(url).json() Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: return self.request(url, 'GET', **kwargs) Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:13:25.243274 dv-cinder-796049-1-smb neutron-server[91992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:13:25.257398 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.331711 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.335356 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:25.337123 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.349033 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-d23bdb75-29a4-43c7-9a9a-6f350a987efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:25.404666 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6909971 Jun 11 18:13:25.408943 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53688) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:25.413869 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.421330 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-df56d957-e105-4e2e-8bc5-6838120553a7 admin admin] Request body: {'subnet': {'network_id': '743eef32-fb84-4633-9bbd-44a68679d5d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1715039329-subnet', 'tenant_id': '3bdbfa58421147ad8b68f5c5805091ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:25.425840 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.430374 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] 10.222.0.63 "DELETE /v2.0/networks/c8b07964-869c-4914-9bdd-9766517dc52f HTTP/1.1" status: 204 len: 168 time: 1.6593065 Jun 11 18:13:25.433393 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:25.461033 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b07964-869c-4914-9bdd-9766517dc52f,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:25.465312 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-0ade94e2-bff7-40dd-8b56-1b665d456363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:25.511134 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681'] for port, after_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.517200 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:25.544842 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Pushing event updated for resources: {'Network': ['ID=743eef32-fb84-4633-9bbd-44a68679d5d0,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:25.551934 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:25.572514 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network 743eef32-fb84-4633-9bbd-44a68679d5d0 details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:13:25.575751 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Network c8b07964-869c-4914-9bdd-9766517dc52f is not hosted by any dhcp agent {{(pid=91993) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 18:13:25.577048 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] No DVR routers for this DVR port e2a10b25-1f6b-4d85-b668-61da5e913c8f on host dv-cinder-796049-1-smb {{(pid=91993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:13:25.579304 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df56d957-e105-4e2e-8bc5-6838120553a7 admin admin] Made reservation on behalf of 3bdbfa58421147ad8b68f5c5805091ce for: {'subnet': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:13:25.582326 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Pushing event deleted for resources: {'Port': ['ID=e2a10b25-1f6b-4d85-b668-61da5e913c8f,revision_number=None']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:25.583940 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-df56d957-e105-4e2e-8bc5-6838120553a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29870561'] for subnet, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.648685 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:25.648685 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:25.648685 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:25.648685 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:25.650523 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:25.650523 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:25.650523 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:25.651058 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:25.651401 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:25.652070 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:25.652685 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:25.653256 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:25.668516 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-19a9c848-44aa-45b4-a79f-a178a0b618ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:25.787282 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.830378 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53692) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:25.922087 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-8d3664d4-3fbc-441d-9636-97e566677560 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=00ab5e082c9c46598b282b55ea9f9587&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0854652 Jun 11 18:13:25.922631 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53694) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:26.105629 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-df56d957-e105-4e2e-8bc5-6838120553a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29515637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29870583'] for subnet, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:26.130135 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-43405464-fa81-4ed6-9963-7f1473ccd577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:26.181577 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-741bb36c-aed6-48d2-9d7a-06ed3a5491d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:26.290689 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-741bb36c-aed6-48d2-9d7a-06ed3a5491d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:26.296209 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56d957-e105-4e2e-8bc5-6838120553a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc1bf1d-a089-4858-ad25-7fc6131ba49f,revision_number=0']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:26.318042 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-df56d957-e105-4e2e-8bc5-6838120553a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:26.363469 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df56d957-e105-4e2e-8bc5-6838120553a7 admin admin] Checking segment: {'id': 'e3a028ee-9ed7-4ebf-acc5-47ba8bdac78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '743eef32-fb84-4633-9bbd-44a68679d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:13:26.364061 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df56d957-e105-4e2e-8bc5-6838120553a7 admin admin] Network hostable DHCP agents. Network: 743eef32-fb84-4633-9bbd-44a68679d5d0, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:13:26.404433 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df56d957-e105-4e2e-8bc5-6838120553a7 admin admin] Network 743eef32-fb84-4633-9bbd-44a68679d5d0 is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:13:26.410231 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-741bb36c-aed6-48d2-9d7a-06ed3a5491d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:26.413254 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-741bb36c-aed6-48d2-9d7a-06ed3a5491d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:26.414540 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-741bb36c-aed6-48d2-9d7a-06ed3a5491d3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f927f8ba-05b4-4130-a8b9-33e776aad07f HTTP/1.1" status: 204 len: 168 time: 0.4905417 Jun 11 18:13:26.419111 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-6b965e6b-9696-4e03-9219-28fbeebbe9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:26.439688 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bb36c-aed6-48d2-9d7a-06ed3a5491d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f927f8ba-05b4-4130-a8b9-33e776aad07f,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:26.444826 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-741bb36c-aed6-48d2-9d7a-06ed3a5491d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:26.445987 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.base_scheduler [None req-df56d957-e105-4e2e-8bc5-6838120553a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, 743eef32-fb84-4633-9bbd-44a68679d5d0) {{(pid=91991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:13:26.457426 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df56d957-e105-4e2e-8bc5-6838120553a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:26.458511 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-df56d957-e105-4e2e-8bc5-6838120553a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:26.467704 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe088d17-4248-4bc9-bb75-0c454b41025f None None] Network 743eef32-fb84-4633-9bbd-44a68679d5d0 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:13:26.515500 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-df56d957-e105-4e2e-8bc5-6838120553a7 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0911045 Jun 11 18:13:26.778048 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53712) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:26.945813 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd657ac-9f57-41f1-a605-d65f05d9b711 admin admin] Deleting subnet d12e8c58-9a09-4a3c-a0cd-d8f7f2934943 {{(pid=91991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:13:26.951476 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ebd657ac-9f57-41f1-a605-d65f05d9b711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.009086 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67adf02-90fa-4803-aacc-d5c18301025c None None] Network 743eef32-fb84-4633-9bbd-44a68679d5d0 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:13:27.044504 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ebd657ac-9f57-41f1-a605-d65f05d9b711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32623688'] for subnet, precommit_delete_associations {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.206144 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ebd657ac-9f57-41f1-a605-d65f05d9b711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.312154 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09827a43-163a-4d0a-aec9-300835ff7d99 req-f5b52f58-bd4d-45bc-8d2e-15494ec1f73f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:27.314091 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-09827a43-163a-4d0a-aec9-300835ff7d99 req-f5b52f58-bd4d-45bc-8d2e-15494ec1f73f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.2090337 Jun 11 18:13:27.385250 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ebd657ac-9f57-41f1-a605-d65f05d9b711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29515574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29870540'] for subnet, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.394366 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:27.401171 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-09827a43-163a-4d0a-aec9-300835ff7d99 req-a27840fd-4dfd-40f3-81c3-76c80779c7a8 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775187 Jun 11 18:13:27.453415 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd657ac-9f57-41f1-a605-d65f05d9b711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12e8c58-9a09-4a3c-a0cd-d8f7f2934943,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:27.460415 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ebd657ac-9f57-41f1-a605-d65f05d9b711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.463998 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-ebd657ac-9f57-41f1-a605-d65f05d9b711 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d12e8c58-9a09-4a3c-a0cd-d8f7f2934943 HTTP/1.1" status: 204 len: 168 time: 0.6838036 Jun 11 18:13:27.465645 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ebd657ac-9f57-41f1-a605-d65f05d9b711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:27.468410 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53726) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:27.643843 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.864242 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.888165 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc361b9-a9d9-4d60-a2cf-5532b4dc69d7']}} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:27.911258 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ef0695-a644-4b12-9ebb-386bd68a11ec') {'for_net_delete': True} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:27.911728 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ef0695-a644-4b12-9ebb-386bd68a11ec') {} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:27.933472 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32623683'] for segment, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.964791 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.976518 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=91991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:13:27.977225 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29514911'] for segment, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:13:27.980365 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: Traceback (most recent call last): Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: timer() Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: cb(*args, **kw) Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: return func(*args, **kwargs) Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: self._notify() Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: self.callback(batched_events) Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: event.method(event) Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: return f(self, *a, **k) Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: return self._get(url).json() Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: return self.request(url, 'GET', **kwargs) Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:13:27.985659 dv-cinder-796049-1-smb neutron-server[91991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:13:28.138345 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:28.144124 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:28.151124 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:28.153974 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] 10.222.0.63 "DELETE /v2.0/networks/cbc361b9-a9d9-4d60-a2cf-5532b4dc69d7 HTTP/1.1" status: 204 len: 168 time: 0.6837263 Jun 11 18:13:28.158541 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53740) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:28.188833 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc361b9-a9d9-4d60-a2cf-5532b4dc69d7,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:28.194469 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:28.276092 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_v2 [None req-494c3ba8-0b23-4777-bf3e-4c42a445d520 admin admin] Deleting subnet 8cc1bf1d-a089-4858-ad25-7fc6131ba49f {{(pid=91992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:13:28.282264 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-494c3ba8-0b23-4777-bf3e-4c42a445d520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:28.366886 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-494c3ba8-0b23-4777-bf3e-4c42a445d520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29753586'] for subnet, precommit_delete_associations {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:28.463165 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-494c3ba8-0b23-4777-bf3e-4c42a445d520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:28.562097 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-494c3ba8-0b23-4777-bf3e-4c42a445d520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33274754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29559827'] for subnet, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:28.574245 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:28.618060 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-494c3ba8-0b23-4777-bf3e-4c42a445d520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:28.623437 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-494c3ba8-0b23-4777-bf3e-4c42a445d520 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/8cc1bf1d-a089-4858-ad25-7fc6131ba49f HTTP/1.1" status: 204 len: 168 time: 0.4630055 Jun 11 18:13:28.625737 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c3ba8-0b23-4777-bf3e-4c42a445d520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc1bf1d-a089-4858-ad25-7fc6131ba49f,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:28.626536 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53766) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:28.630292 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-494c3ba8-0b23-4777-bf3e-4c42a445d520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:28.945930 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53770) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:29.158419 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-217bcc85-1690-4500-972e-00738c43690e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.292954 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.342544 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-217bcc85-1690-4500-972e-00738c43690e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.350162 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-217bcc85-1690-4500-972e-00738c43690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.370625 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2fd430c4-4f9f-4b0e-af83-bc50dfa3e1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:29.402169 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93953369-c119-425d-a0a5-5a3831fdc4a5 req-1b35bf84-bf86-406e-af3d-e9409552ba47 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:29.405078 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-93953369-c119-425d-a0a5-5a3831fdc4a5 req-1b35bf84-bf86-406e-af3d-e9409552ba47 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.7350025 Jun 11 18:13:29.434871 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-217bcc85-1690-4500-972e-00738c43690e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=135ab3d39a244342bbcc161adde89147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4870756 Jun 11 18:13:29.438258 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53774) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:29.449906 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bcc85-1690-4500-972e-00738c43690e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab02dd05-9532-450f-b6b1-a9b7ce059acd,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:29.456812 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-217bcc85-1690-4500-972e-00738c43690e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:29.547835 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-295fa7cb-0d66-46e5-bdf7-6d9a50d2e6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.590433 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.595070 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-295fa7cb-0d66-46e5-bdf7-6d9a50d2e6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.632164 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743eef32-fb84-4633-9bbd-44a68679d5d0']}} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:29.642174 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-93953369-c119-425d-a0a5-5a3831fdc4a5 req-9753d49b-4d80-4450-91f1-97af28f59a95 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109821 Jun 11 18:13:29.662269 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a028ee-9ed7-4ebf-acc5-47ba8bdac78a') {'for_net_delete': True} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:29.663223 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a028ee-9ed7-4ebf-acc5-47ba8bdac78a') {} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:29.686416 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32623683'] for segment, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.711591 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-295fa7cb-0d66-46e5-bdf7-6d9a50d2e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.717237 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-295fa7cb-0d66-46e5-bdf7-6d9a50d2e6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.722639 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-295fa7cb-0d66-46e5-bdf7-6d9a50d2e6fa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ab02dd05-9532-450f-b6b1-a9b7ce059acd HTTP/1.1" status: 204 len: 168 time: 0.2793982 Jun 11 18:13:29.722639 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-484dd8d3-cf55-4db1-9dd9-0bbf0e9f8bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:29.726242 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.739574 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=91991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:13:29.740249 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29514911'] for segment, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.741189 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fa7cb-0d66-46e5-bdf7-6d9a50d2e6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab02dd05-9532-450f-b6b1-a9b7ce059acd,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: Traceback (most recent call last): Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: timer() Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: cb(*args, **kw) Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: return func(*args, **kwargs) Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: self._notify() Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: self.callback(batched_events) Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: event.method(event) Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: return f(self, *a, **k) Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: return self._get(url).json() Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: return self.request(url, 'GET', **kwargs) Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:13:29.743766 dv-cinder-796049-1-smb neutron-server[91991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:13:29.750542 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-295fa7cb-0d66-46e5-bdf7-6d9a50d2e6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:29.905017 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.911303 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:29.919039 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.922674 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] 10.222.0.63 "DELETE /v2.0/networks/743eef32-fb84-4633-9bbd-44a68679d5d0 HTTP/1.1" status: 204 len: 168 time: 1.2940061 Jun 11 18:13:29.947787 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] Pushing event deleted for resources: {'Network': ['ID=743eef32-fb84-4633-9bbd-44a68679d5d0,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:29.957967 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-8567ef91-8b20-47be-b61f-7ff309d2da9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:30.236511 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53788) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:30.306423 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-641cc1b0-db6b-4ee1-8df8-246dfcad13e9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a3578f7a03554dc3923c6f0cc02c39dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684068 Jun 11 18:13:30.310602 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53792) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:30.404926 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8550066e-8f38-4a8f-8152-f5d4791e30d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:30.458081 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8550066e-8f38-4a8f-8152-f5d4791e30d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:30.562811 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8550066e-8f38-4a8f-8152-f5d4791e30d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:30.566368 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8550066e-8f38-4a8f-8152-f5d4791e30d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:30.568195 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-8550066e-8f38-4a8f-8152-f5d4791e30d8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/44e87195-49ef-4f42-b540-7455a4ce9ea1 HTTP/1.1" status: 204 len: 168 time: 0.2564335 Jun 11 18:13:30.570059 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-013844d5-a99d-4f58-abe6-ab498ef7cd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:30.586045 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550066e-8f38-4a8f-8152-f5d4791e30d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e87195-49ef-4f42-b540-7455a4ce9ea1,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:30.590282 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8550066e-8f38-4a8f-8152-f5d4791e30d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:30.942300 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357accf-db4e-4d32-9a27-bb29704649ee req-3611c292-e1c4-474a-8bc4-c3fbbb33dac7 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:30.953512 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f357accf-db4e-4d32-9a27-bb29704649ee req-3611c292-e1c4-474a-8bc4-c3fbbb33dac7 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.1233544 Jun 11 18:13:31.019603 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f357accf-db4e-4d32-9a27-bb29704649ee req-50ed0b35-cc13-4bf9-b609-91085a1efbc7 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641630 Jun 11 18:13:31.153399 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53812) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:31.237712 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-66750b67-a1af-4e39-953a-a7fb9dc6463c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3bdbfa58421147ad8b68f5c5805091ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0824606 Jun 11 18:13:31.240903 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53816) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:31.311728 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d39c2b92-f8bc-49ee-9564-29845014bba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:31.343284 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d39c2b92-f8bc-49ee-9564-29845014bba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:31.416083 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d39c2b92-f8bc-49ee-9564-29845014bba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:31.420105 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-d39c2b92-f8bc-49ee-9564-29845014bba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:31.421685 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-d39c2b92-f8bc-49ee-9564-29845014bba1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0a18309d-94ae-42bd-b882-188de4ce3e0a HTTP/1.1" status: 204 len: 168 time: 0.1795151 Jun 11 18:13:31.422941 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4264a4e5-2d6a-42f2-a3f5-74d3d09e1424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:31.442369 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c2b92-f8bc-49ee-9564-29845014bba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a18309d-94ae-42bd-b882-188de4ce3e0a,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:31.445785 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d39c2b92-f8bc-49ee-9564-29845014bba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:32.437669 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ac004-eae8-4f68-8301-79689e1d8265 req-d7570e9f-66bc-46f6-bac3-9cc2324e18df tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:32.441635 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-490ac004-eae8-4f68-8301-79689e1d8265 req-d7570e9f-66bc-46f6-bac3-9cc2324e18df tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.1779392 Jun 11 18:13:32.538025 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-490ac004-eae8-4f68-8301-79689e1d8265 req-893b38b3-262a-4456-8867-33a21f0116ff tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836966 Jun 11 18:13:33.877733 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a5599-54f7-4083-a355-c452560a8261 req-1e925afc-b4d0-4e18-ae07-b3bee18e68f1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:33.880616 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e19a5599-54f7-4083-a355-c452560a8261 req-1e925afc-b4d0-4e18-ae07-b3bee18e68f1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.1459010 Jun 11 18:13:33.966412 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e19a5599-54f7-4083-a355-c452560a8261 req-ed6c4316-f1ea-4e22-9b5e-b19b84aa4fc9 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735743 Jun 11 18:13:35.351254 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058a68c-060c-4c83-9fdd-7ee3b047dedd req-613005cf-db47-498b-814b-c0473ee8217c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:35.354081 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4058a68c-060c-4c83-9fdd-7ee3b047dedd req-613005cf-db47-498b-814b-c0473ee8217c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.1463859 Jun 11 18:13:35.437751 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4058a68c-060c-4c83-9fdd-7ee3b047dedd req-27ba0c92-b311-4e8b-93dc-e7b2ebefa904 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717943 Jun 11 18:13:36.393969 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4ce0c5ff-bcb9-40ce-9ba6-f0eb65d11a33 req-47e473de-3d3b-4da5-9154-6b5fc4df13aa tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120141065&fields=id&tenant_id=36adc438fe8649a7a0128f7971f65934 HTTP/1.1" status: 200 len: 267 time: 0.0777512 Jun 11 18:13:36.506150 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0c5ff-bcb9-40ce-9ba6-f0eb65d11a33 req-d2ec01ec-6ff2-4cdb-a623-c696800ee5a9 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:36.507969 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4ce0c5ff-bcb9-40ce-9ba6-f0eb65d11a33 req-d2ec01ec-6ff2-4cdb-a623-c696800ee5a9 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 984 time: 0.1039467 Jun 11 18:13:36.527940 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [req-4ce0c5ff-bcb9-40ce-9ba6-f0eb65d11a33 req-eec9d044-4732-449a-a041-154901d8cf12 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Request body: {'port': {'security_groups': ['2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c']}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:36.789899 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-4ce0c5ff-bcb9-40ce-9ba6-f0eb65d11a33 req-eec9d044-4732-449a-a041-154901d8cf12 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:36.936711 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bc10e-d523-4b29-aa63-d1c3e1e65eb1 req-c8c058c4-eb3c-46db-9cbd-485fe9cb35d7 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:36.939570 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-828bc10e-d523-4b29-aa63-d1c3e1e65eb1 req-c8c058c4-eb3c-46db-9cbd-485fe9cb35d7 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.2618179 Jun 11 18:13:37.058563 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-828bc10e-d523-4b29-aa63-d1c3e1e65eb1 req-dfe8906a-9227-4b71-850a-03aa623c944d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081820 Jun 11 18:13:37.294756 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [req-4ce0c5ff-bcb9-40ce-9ba6-f0eb65d11a33 req-eec9d044-4732-449a-a041-154901d8cf12 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] For port 774ce97e-7798-460c-bcd0-af57a1ed2973, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=774ce97e-7798-460c-bcd0-af57a1ed2973,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:37.363335 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-4ce0c5ff-bcb9-40ce-9ba6-f0eb65d11a33 req-eec9d044-4732-449a-a041-154901d8cf12 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for port, precommit_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:37.371586 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-4ce0c5ff-bcb9-40ce-9ba6-f0eb65d11a33 req-eec9d044-4732-449a-a041-154901d8cf12 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29515003'] for port, after_update {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:37.379153 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-364bd90b-b75c-4963-963a-9247c3b52794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:37.390318 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['774ce97e-7798-460c-bcd0-af57a1ed2973'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:13:37.482430 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0c5ff-bcb9-40ce-9ba6-f0eb65d11a33 req-eec9d044-4732-449a-a041-154901d8cf12 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:37.483569 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [req-4ce0c5ff-bcb9-40ce-9ba6-f0eb65d11a33 req-eec9d044-4732-449a-a041-154901d8cf12 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:37.486192 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4ce0c5ff-bcb9-40ce-9ba6-f0eb65d11a33 req-eec9d044-4732-449a-a041-154901d8cf12 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "PUT /v2.0/ports/774ce97e-7798-460c-bcd0-af57a1ed2973 HTTP/1.1" status: 200 len: 942 time: 0.9667733 Jun 11 18:13:37.487194 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:37.491769 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28fcdcf-f4c4-4b27-b011-84799d8867b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:37.499612 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53936) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:37.555376 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9d044-4732-449a-a041-154901d8cf12 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event updated for resources: {'Port': ['ID=774ce97e-7798-460c-bcd0-af57a1ed2973,revision_number=7']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:37.573536 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-eec9d044-4732-449a-a041-154901d8cf12 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:37.642994 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['774ce97e-7798-460c-bcd0-af57a1ed2973'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:13:37.697867 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421ab866-c753-4f42-aa4b-de41e7a1d34f x-openstack-request-id: req-421ab866-c753-4f42-aa4b-de41e7a1d34f {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:37.698200 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:37.699060 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-421ab866-c753-4f42-aa4b-de41e7a1d34f {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:37.699748 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973', 'status': 'completed', 'code': 200} Jun 11 18:13:37.805577 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-891974b0-1580-42c9-abec-5ec3e1d445c1 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:37.881932 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-891974b0-1580-42c9-abec-5ec3e1d445c1 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.110316 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-3ed2fd82-7549-438a-ad36-8f38ac1fcebe None None] Provisioning complete for port 774ce97e-7798-460c-bcd0-af57a1ed2973 triggered by entity DHCP. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:38.110976 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-3ed2fd82-7549-438a-ad36-8f38ac1fcebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.130794 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-891974b0-1580-42c9-abec-5ec3e1d445c1 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.138427 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-891974b0-1580-42c9-abec-5ec3e1d445c1 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.140818 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-891974b0-1580-42c9-abec-5ec3e1d445c1 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "DELETE /v2.0/security-groups/97fb7da6-a7aa-4a8a-9652-5144c2e66656 HTTP/1.1" status: 204 len: 168 time: 0.6391339 Jun 11 18:13:38.143927 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-92875a0b-c382-4b9b-ab69-f8cb60aadaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:38.145080 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 53946) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:38.169526 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fcdcf-f4c4-4b27-b011-84799d8867b5 req-2cedd119-b6ec-41cb-9b4a-d8c8cb1ec302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:38.173414 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-b28fcdcf-f4c4-4b27-b011-84799d8867b5 req-2cedd119-b6ec-41cb-9b4a-d8c8cb1ec302 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36adc438fe8649a7a0128f7971f65934&device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 1098 time: 0.3698120 Jun 11 18:13:38.211506 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891974b0-1580-42c9-abec-5ec3e1d445c1 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fb7da6-a7aa-4a8a-9652-5144c2e66656,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:38.238417 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-891974b0-1580-42c9-abec-5ec3e1d445c1 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:38.419311 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fcdcf-f4c4-4b27-b011-84799d8867b5 req-bb2cdd0e-52a4-432c-94ed-009414b2d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:38.421303 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-b28fcdcf-f4c4-4b27-b011-84799d8867b5 req-bb2cdd0e-52a4-432c-94ed-009414b2d74f service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb867073-1266-4a21-bb52-ead6e0552b22 HTTP/1.1" status: 200 len: 917 time: 0.2244937 Jun 11 18:13:38.578178 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-b28fcdcf-f4c4-4b27-b011-84799d8867b5 req-696cfb1c-055f-4d60-bc27-d821dc9a0798 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774ce97e-7798-460c-bcd0-af57a1ed2973 HTTP/1.1" status: 200 len: 1000 time: 0.1499331 Jun 11 18:13:38.624277 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de437b87-3ef5-4317-bcc6-f681d3080218 req-ff4e3711-ef45-43de-8c38-5390756c6faf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:38.625930 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-de437b87-3ef5-4317-bcc6-f681d3080218 req-ff4e3711-ef45-43de-8c38-5390756c6faf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.1787140 Jun 11 18:13:38.676138 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Deleting port dff4dad2-fb9a-4687-a18d-136d8293027d {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:38.676629 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.678993 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fcdcf-f4c4-4b27-b011-84799d8867b5 req-baff281c-e022-4759-9ac2-40788a73fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:38.681802 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-b28fcdcf-f4c4-4b27-b011-84799d8867b5 req-baff281c-e022-4759-9ac2-40788a73fc26 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71d90266-a32e-4eda-9963-507c722ab00f HTTP/1.1" status: 200 len: 854 time: 0.0930169 Jun 11 18:13:38.778590 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fcdcf-f4c4-4b27-b011-84799d8867b5 req-3bfe6d95-08de-4549-99b1-c59147aedb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:38.780518 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-b28fcdcf-f4c4-4b27-b011-84799d8867b5 req-3bfe6d95-08de-4549-99b1-c59147aedb6d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb867073-1266-4a21-bb52-ead6e0552b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0910442 Jun 11 18:13:38.786242 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-de437b87-3ef5-4317-bcc6-f681d3080218 req-cd49210b-21b7-482c-90e8-5b1216d2cec1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492815 Jun 11 18:13:38.926917 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.927354 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.966364 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-b28fcdcf-f4c4-4b27-b011-84799d8867b5 req-46a8d4ef-c35f-41a2-b009-19eaf10bbbc1 service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778870 Jun 11 18:13:39.016744 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 6e842360-5b09-4b5c-a071-b2a9a40e69d3 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:13:39.175592 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Calling delete_port for dff4dad2-fb9a-4687-a18d-136d8293027d owned by network:floatingip {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:39.299986 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:39.334905 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'port_id': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'mac_address': 'fa:16:3e:f4:47:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:13:39.390063 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-b28fcdcf-f4c4-4b27-b011-84799d8867b5 req-1ebcee27-8522-4520-bffc-3aff0556a823 service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134474 Jun 11 18:13:39.489633 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:39.527756 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e842360-5b09-4b5c-a071-b2a9a40e69d3 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:13:39.602687 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:39.614989 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:39.619901 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-8a460b51-bcd3-48d0-ac18-507ea97d92e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:39.679179 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53976) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:39.706184 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:39.713364 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-bd01d179-19c4-4e0a-99ea-70d5bd3488ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:39.756903 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['6e842360-5b09-4b5c-a071-b2a9a40e69d3'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:13:39.809854 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event deleted for resources: {'Port': ['ID=dff4dad2-fb9a-4687-a18d-136d8293027d,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:39.810880 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=6e842360-5b09-4b5c-a071-b2a9a40e69d3,revision_number=6']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:39.815753 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:39.824486 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:40.033583 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2035c18d-4372-4f2e-a7e8-7dae5196dbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:40.043324 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks [] for floatingip, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:40.044154 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.l3_db [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Floating IP 2e2cc909-af74-43e6-98d9-ee0a613d3562 disassociated (deleted). External IP: 172.28.1.25, port: 774ce97e-7798-460c-bcd0-af57a1ed2973. Jun 11 18:13:40.264957 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2035c18d-4372-4f2e-a7e8-7dae5196dbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:40.274438 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2035c18d-4372-4f2e-a7e8-7dae5196dbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:40.277545 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-6f75b6d0-4402-41c5-8042-29969fd86577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:40.346957 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-2035c18d-4372-4f2e-a7e8-7dae5196dbed admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=92386be3f9db415a9f4defe8b9cea979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6626127 Jun 11 18:13:40.346957 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035c18d-4372-4f2e-a7e8-7dae5196dbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651943b8-42d3-4368-9072-0ac718d4719e,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:40.348397 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2035c18d-4372-4f2e-a7e8-7dae5196dbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:40.349364 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 53996) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:40.419605 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aa086-12eb-4a3a-9cc2-a98adbf0e94f req-2869973c-99f7-4be2-8529-5f9b3288f736 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:40.428402 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fc1aa086-12eb-4a3a-9cc2-a98adbf0e94f req-2869973c-99f7-4be2-8529-5f9b3288f736 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 944 time: 0.2756727 Jun 11 18:13:40.451015 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-11f03576-262f-4ef7-a3de-38440fd99d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:40.501141 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-11f03576-262f-4ef7-a3de-38440fd99d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:40.622026 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-11f03576-262f-4ef7-a3de-38440fd99d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:40.626666 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-11f03576-262f-4ef7-a3de-38440fd99d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:40.632767 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-11f03576-262f-4ef7-a3de-38440fd99d7e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/651943b8-42d3-4368-9072-0ac718d4719e HTTP/1.1" status: 204 len: 168 time: 0.2774205 Jun 11 18:13:40.632767 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a98a53af-3e0d-4231-8adb-17ad176c587d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:40.654680 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-fc1aa086-12eb-4a3a-9cc2-a98adbf0e94f req-ffc07e70-6de8-4f98-9d8f-3322f2367ddc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249205 Jun 11 18:13:40.664586 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f03576-262f-4ef7-a3de-38440fd99d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651943b8-42d3-4368-9072-0ac718d4719e,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:40.676363 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-11f03576-262f-4ef7-a3de-38440fd99d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:40.814331 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Router 70fbd555-5f62-4375-8c76-af5b1c2001da has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:13:41.040277 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 6e842360-5b09-4b5c-a071-b2a9a40e69d3 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:13:41.215958 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ac6a6a9b-344f-40b0-9111-1d42167cde89 req-f30a429b-fe28-4b28-af11-e1baa1fd7a48 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3603499 Jun 11 18:13:41.254418 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:41.255219 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:41.530143 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:13:41.546751 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:41.577424 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2fd4d-b4ac-4c41-84a6-c48cb0a9e754 None None] Sync routers for ids ['70fbd555-5f62-4375-8c76-af5b1c2001da'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:13:41.580721 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:41.601782 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2fd4d-b4ac-4c41-84a6-c48cb0a9e754 None None] Routers {'70fbd555-5f62-4375-8c76-af5b1c2001da'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:41.603685 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-0da2fd4d-b4ac-4c41-84a6-c48cb0a9e754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:13:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70fbd555-5f62-4375-8c76-af5b1c2001da'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:41.646584 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "DELETE /v2.0/floatingips/2e2cc909-af74-43e6-98d9-ee0a613d3562 HTTP/1.1" status: 204 len: 168 time: 3.4997413 Jun 11 18:13:41.647281 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54018) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:41.647904 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:41.659747 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:41.663783 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60192e2-f603-44f1-83bb-3f51ca4d1864" -d '{"events": [{"name": "network-changed", "server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:41.664052 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa49ebb-7c12-4fca-ae64-99af265b12be" -d '{"events": [{"server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "name": "network-vif-plugged", "status": "completed", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:41.694863 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:41.704676 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:41.709021 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-628ef28e-8721-42ff-a903-552b3d83ea04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:41.749928 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2e90fb51-ab50-4634-8812-628699b3b9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:41.829208 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=6e842360-5b09-4b5c-a071-b2a9a40e69d3,revision_number=7']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:41.837188 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:41.934644 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f862e2fd-f1b7-44a4-8bae-69ab1398bfdc x-openstack-request-id: req-f862e2fd-f1b7-44a4-8bae-69ab1398bfdc {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:41.940229 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:41.941006 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f862e2fd-f1b7-44a4-8bae-69ab1398bfdc {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:41.942165 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973', 'status': 'completed', 'code': 200} Jun 11 18:13:41.952646 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a55108-57f8-4b80-9203-40d5c3ed231a x-openstack-request-id: req-b1a55108-57f8-4b80-9203-40d5c3ed231a {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:41.953107 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "name": "network-vif-plugged", "status": "completed", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:41.953825 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b1a55108-57f8-4b80-9203-40d5c3ed231a {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:41.954839 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'code': 200} Jun 11 18:13:42.077846 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-0da2fd4d-b4ac-4c41-84a6-c48cb0a9e754 None None] Set router 70fbd555-5f62-4375-8c76-af5b1c2001da gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:42.138227 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2e90fb51-ab50-4634-8812-628699b3b9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:42.149176 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-2e90fb51-ab50-4634-8812-628699b3b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:42.160647 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-eaa3b5b6-2c56-4a96-8234-338cf03b5499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:42.295890 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90fb51-ab50-4634-8812-628699b3b9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bb7a07-a89e-4dec-9860-167ed32a7a6d,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:42.305501 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-2e90fb51-ab50-4634-8812-628699b3b9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:42.389788 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-2e90fb51-ab50-4634-8812-628699b3b9a0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a38fba0fa6164bd4b216b2172970bb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7138898 Jun 11 18:13:42.393727 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54032) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:42.450130 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a6a9b-344f-40b0-9111-1d42167cde89 req-a5587097-a6c6-4f67-b309-abad533c68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:42.460524 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ac6a6a9b-344f-40b0-9111-1d42167cde89 req-a5587097-a6c6-4f67-b309-abad533c68e5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36adc438fe8649a7a0128f7971f65934&device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 1098 time: 1.1925185 Jun 11 18:13:42.531096 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:13:42.538821 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:42.872365 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5776-3383-4475-b8fa-95b40f0aebfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:42.919217 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5776-3383-4475-b8fa-95b40f0aebfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:43.023252 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235eaae8-0522-4988-a461-6cd4660a7bcd req-99294645-7c67-4433-be05-43853a89fe0d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:43.037342 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-235eaae8-0522-4988-a461-6cd4660a7bcd req-99294645-7c67-4433-be05-43853a89fe0d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.5663466 Jun 11 18:13:43.054846 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a6a9b-344f-40b0-9111-1d42167cde89 req-5c0cd9ef-b7a4-45fc-bbbd-9ddf9be33a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:43.061288 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ac6a6a9b-344f-40b0-9111-1d42167cde89 req-5c0cd9ef-b7a4-45fc-bbbd-9ddf9be33a5f service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb867073-1266-4a21-bb52-ead6e0552b22 HTTP/1.1" status: 200 len: 917 time: 0.5513752 Jun 11 18:13:43.158778 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-0da2fd4d-b4ac-4c41-84a6-c48cb0a9e754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': '6d99d007-585e-4b37-be5e-635f120a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port': {'id': '6d99d007-585e-4b37-be5e-635f120a434c', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:16Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '2152029d-da9b-4e40-bcf5-a8833776a2eb', 'name': '', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'mac_address': 'fa:16:3e:63:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71d90266-a32e-4eda-9963-507c722ab00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:28Z', 'updated_at': '2021-06-11T18:09:50Z', 'revision_number': 5, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'subnets': [{'id': '71d90266-a32e-4eda-9963-507c722ab00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:43.167211 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-235eaae8-0522-4988-a461-6cd4660a7bcd req-c41a2840-c559-4d21-a5de-ed2eba8dca65 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279533 Jun 11 18:13:43.176472 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5776-3383-4475-b8fa-95b40f0aebfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:43.179046 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2fd4d-b4ac-4c41-84a6-c48cb0a9e754 None None] Checking router: 70fbd555-5f62-4375-8c76-af5b1c2001da for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:13:43.182174 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5776-3383-4475-b8fa-95b40f0aebfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:43.187008 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-e4cf5776-3383-4475-b8fa-95b40f0aebfc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/53bb7a07-a89e-4dec-9860-167ed32a7a6d HTTP/1.1" status: 204 len: 168 time: 0.7883229 Jun 11 18:13:43.187008 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-2bf2d7b9-0886-4a4f-8a27-55ddd0ed39ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:43.233057 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2fd4d-b4ac-4c41-84a6-c48cb0a9e754 None None] Routers {'70fbd555-5f62-4375-8c76-af5b1c2001da'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:43.233378 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf5776-3383-4475-b8fa-95b40f0aebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bb7a07-a89e-4dec-9860-167ed32a7a6d,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:43.233628 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-0da2fd4d-b4ac-4c41-84a6-c48cb0a9e754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:13:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70fbd555-5f62-4375-8c76-af5b1c2001da'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:43.244855 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-e4cf5776-3383-4475-b8fa-95b40f0aebfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:43.324082 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ac6a6a9b-344f-40b0-9111-1d42167cde89 req-01009ba7-a0cf-4d4e-b50e-2d78a3b106f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774ce97e-7798-460c-bcd0-af57a1ed2973 HTTP/1.1" status: 200 len: 217 time: 0.2498877 Jun 11 18:13:43.524060 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a6a9b-344f-40b0-9111-1d42167cde89 req-1d05b991-aaa9-41a9-8c4f-db8d303bb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:43.527417 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ac6a6a9b-344f-40b0-9111-1d42167cde89 req-1d05b991-aaa9-41a9-8c4f-db8d303bb872 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71d90266-a32e-4eda-9963-507c722ab00f HTTP/1.1" status: 200 len: 854 time: 0.1967041 Jun 11 18:13:43.791427 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-0da2fd4d-b4ac-4c41-84a6-c48cb0a9e754 None None] Set router 70fbd555-5f62-4375-8c76-af5b1c2001da gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:43.806367 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a6a9b-344f-40b0-9111-1d42167cde89 req-dcaf8b8f-97bf-4c1d-b931-fbcb19d47b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:43.810239 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ac6a6a9b-344f-40b0-9111-1d42167cde89 req-dcaf8b8f-97bf-4c1d-b931-fbcb19d47b35 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb867073-1266-4a21-bb52-ead6e0552b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2523420 Jun 11 18:13:44.129988 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ac6a6a9b-344f-40b0-9111-1d42167cde89 req-9dbd24e9-e859-4a02-86ce-61a758b69ecd service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101566 Jun 11 18:13:44.536024 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-0da2fd4d-b4ac-4c41-84a6-c48cb0a9e754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': '6d99d007-585e-4b37-be5e-635f120a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port': {'id': '6d99d007-585e-4b37-be5e-635f120a434c', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:16Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '2152029d-da9b-4e40-bcf5-a8833776a2eb', 'name': '', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'mac_address': 'fa:16:3e:63:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71d90266-a32e-4eda-9963-507c722ab00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:28Z', 'updated_at': '2021-06-11T18:09:50Z', 'revision_number': 5, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'subnets': [{'id': '71d90266-a32e-4eda-9963-507c722ab00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:44.551285 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2fd4d-b4ac-4c41-84a6-c48cb0a9e754 None None] The sync data for ids ['70fbd555-5f62-4375-8c76-af5b1c2001da'] in dv-cinder-796049-1-smb is: [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': '6d99d007-585e-4b37-be5e-635f120a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port': {'id': '6d99d007-585e-4b37-be5e-635f120a434c', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:16Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '2152029d-da9b-4e40-bcf5-a8833776a2eb', 'name': '', 'network_id': 'bb867073-1266-4a21-bb52-ead6e0552b22', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'mac_address': 'fa:16:3e:63:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71d90266-a32e-4eda-9963-507c722ab00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:28Z', 'updated_at': '2021-06-11T18:09:50Z', 'revision_number': 5, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'subnets': [{'id': '71d90266-a32e-4eda-9963-507c722ab00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:13:44.734740 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-ac6a6a9b-344f-40b0-9111-1d42167cde89 req-cdec15a7-3387-4686-bcc7-0db705b52217 service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962586 Jun 11 18:13:44.958005 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f844137-a169-4627-a819-a21fc3252fb4 req-79af8d4c-7a8c-411f-beb0-ae0dcd44eb4f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:44.971355 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1f844137-a169-4627-a819-a21fc3252fb4 req-79af8d4c-7a8c-411f-beb0-ae0dcd44eb4f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.3427579 Jun 11 18:13:45.205195 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1f844137-a169-4627-a819-a21fc3252fb4 req-c2e8068c-ec0b-4cae-a495-566aa826c7fb tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324672 Jun 11 18:13:45.212373 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60192e2-f603-44f1-83bb-3f51ca4d1864 req-e7f5954f-8fb6-4d45-8634-785b885b2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:45.218796 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a60192e2-f603-44f1-83bb-3f51ca4d1864 req-e7f5954f-8fb6-4d45-8634-785b885b2857 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36adc438fe8649a7a0128f7971f65934&device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 1098 time: 0.3711298 Jun 11 18:13:45.408997 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6faa493-1322-425b-a92c-1e66158d0788 None None] New status for floating IP 2e2cc909-af74-43e6-98d9-ee0a613d3562: DOWN {{(pid=91993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:13:45.578215 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60192e2-f603-44f1-83bb-3f51ca4d1864 req-2be0ea5b-a8a7-4523-9186-3a906f2f86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:45.580054 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a60192e2-f603-44f1-83bb-3f51ca4d1864 req-2be0ea5b-a8a7-4523-9186-3a906f2f86c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb867073-1266-4a21-bb52-ead6e0552b22 HTTP/1.1" status: 200 len: 917 time: 0.3538878 Jun 11 18:13:45.747219 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a60192e2-f603-44f1-83bb-3f51ca4d1864 req-ed162cb5-0203-4ab6-87d3-e61abe49d047 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774ce97e-7798-460c-bcd0-af57a1ed2973 HTTP/1.1" status: 200 len: 217 time: 0.1568818 Jun 11 18:13:45.916056 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60192e2-f603-44f1-83bb-3f51ca4d1864 req-335d1ec4-7f60-492e-a124-a1a50e4ffe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:45.919627 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a60192e2-f603-44f1-83bb-3f51ca4d1864 req-335d1ec4-7f60-492e-a124-a1a50e4ffe5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71d90266-a32e-4eda-9963-507c722ab00f HTTP/1.1" status: 200 len: 854 time: 0.1658375 Jun 11 18:13:46.056488 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60192e2-f603-44f1-83bb-3f51ca4d1864 req-bd056b2f-5633-4d2f-86e3-03998076298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:46.059241 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a60192e2-f603-44f1-83bb-3f51ca4d1864 req-bd056b2f-5633-4d2f-86e3-03998076298c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb867073-1266-4a21-bb52-ead6e0552b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1311705 Jun 11 18:13:46.411436 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a60192e2-f603-44f1-83bb-3f51ca4d1864 req-649e1928-443c-4689-a108-9bacc1d447d1 service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439071 Jun 11 18:13:46.802366 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-a60192e2-f603-44f1-83bb-3f51ca4d1864 req-e72ecbdb-46f7-44ce-bd85-e01d69b65e39 service neutron] 10.222.0.77 "GET /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758736 Jun 11 18:13:47.051847 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa93ccf-d17e-4018-9840-f5ec93b5df9a req-29063d20-dd09-4b81-ab83-76077c804de2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:47.064958 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9fa93ccf-d17e-4018-9840-f5ec93b5df9a req-29063d20-dd09-4b81-ab83-76077c804de2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.2776303 Jun 11 18:13:47.223114 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9fa93ccf-d17e-4018-9840-f5ec93b5df9a req-d9387a7b-101a-4058-84e7-7513e34b7dbf tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528053 Jun 11 18:13:47.470142 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ff230-2296-4d98-b735-4e8983e03346 req-6e19bb36-af63-4016-998d-71805d3ec7ac tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:47.473533 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-892ff230-2296-4d98-b735-4e8983e03346 req-6e19bb36-af63-4016-998d-71805d3ec7ac tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 945 time: 0.1617372 Jun 11 18:13:47.600716 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-892ff230-2296-4d98-b735-4e8983e03346 req-18f38fd7-dc2d-4c95-b28c-5199933e0049 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125391 Jun 11 18:13:48.641954 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1f8c0-eaf2-4af6-9f84-ac5890be6c72 req-11d5bf47-51f1-44c2-b671-e6aac1c4058d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:48.655749 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-75e1f8c0-eaf2-4af6-9f84-ac5890be6c72 req-11d5bf47-51f1-44c2-b671-e6aac1c4058d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.1814225 Jun 11 18:13:48.763618 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-75e1f8c0-eaf2-4af6-9f84-ac5890be6c72 req-d8796e18-4131-49c5-ba95-cbcd1dbf513e tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062148 Jun 11 18:13:49.076113 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9d0ee-adb8-472d-9e82-376dd43c278e req-f8ae3c46-1473-420a-8b26-ee0205ae021b tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:49.093023 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-33d9d0ee-adb8-472d-9e82-376dd43c278e req-f8ae3c46-1473-420a-8b26-ee0205ae021b tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.77 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 945 time: 0.2843351 Jun 11 18:13:49.112122 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563e3d7-74b2-4891-aa09-a5784598012e req-bba3bfa4-9da9-4ee0-a9e7-18f8344e4110 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:49.145532 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2563e3d7-74b2-4891-aa09-a5784598012e req-bba3bfa4-9da9-4ee0-a9e7-18f8344e4110 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 945 time: 0.2268033 Jun 11 18:13:49.252780 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2563e3d7-74b2-4891-aa09-a5784598012e req-d46485fc-0e8d-4389-a143-b26ac7a16ad3 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/security-groups?id=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019092 Jun 11 18:13:49.392611 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-33d9d0ee-adb8-472d-9e82-376dd43c278e req-68dab542-b6f0-474c-b603-77dee3fba452 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Deleting port 774ce97e-7798-460c-bcd0-af57a1ed2973 {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:49.392970 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-33d9d0ee-adb8-472d-9e82-376dd43c278e req-68dab542-b6f0-474c-b603-77dee3fba452 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:49.626455 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-33d9d0ee-adb8-472d-9e82-376dd43c278e req-68dab542-b6f0-474c-b603-77dee3fba452 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] For port 774ce97e-7798-460c-bcd0-af57a1ed2973, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=774ce97e-7798-460c-bcd0-af57a1ed2973,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:49.627098 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-33d9d0ee-adb8-472d-9e82-376dd43c278e req-68dab542-b6f0-474c-b603-77dee3fba452 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:49.844720 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-33d9d0ee-adb8-472d-9e82-376dd43c278e req-68dab542-b6f0-474c-b603-77dee3fba452 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Calling delete_port for 774ce97e-7798-460c-bcd0-af57a1ed2973 owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:50.108560 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f3c81a58-5310-49be-9b7b-52b2948af7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:50.263256 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a57643-48fb-4fde-b2b3-4abb67e82ced req-a4c0ec62-01b0-4ade-bc25-2a4d6f8d6f81 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:50.281813 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-39a57643-48fb-4fde-b2b3-4abb67e82ced req-a4c0ec62-01b0-4ade-bc25-2a4d6f8d6f81 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.2094913 Jun 11 18:13:50.338419 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-33d9d0ee-adb8-472d-9e82-376dd43c278e req-68dab542-b6f0-474c-b603-77dee3fba452 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:50.358070 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c14fe256-49ab-41eb-a4c6-5b89f9587b78 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:50.455144 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-39a57643-48fb-4fde-b2b3-4abb67e82ced req-d7d69594-093e-484a-9931-e8a4a11c1c4c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520586 Jun 11 18:13:50.492014 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dab542-b6f0-474c-b603-77dee3fba452 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Pushing event deleted for resources: {'Port': ['ID=774ce97e-7798-460c-bcd0-af57a1ed2973,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:50.499801 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-68dab542-b6f0-474c-b603-77dee3fba452 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:50.684590 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d9d0ee-adb8-472d-9e82-376dd43c278e req-68dab542-b6f0-474c-b603-77dee3fba452 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] No DVR routers for this DVR port 774ce97e-7798-460c-bcd0-af57a1ed2973 on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:13:50.689292 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-33d9d0ee-adb8-472d-9e82-376dd43c278e req-68dab542-b6f0-474c-b603-77dee3fba452 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:50.692928 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-33d9d0ee-adb8-472d-9e82-376dd43c278e req-68dab542-b6f0-474c-b603-77dee3fba452 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.77 "DELETE /v2.0/ports/774ce97e-7798-460c-bcd0-af57a1ed2973 HTTP/1.1" status: 204 len: 173 time: 1.6034837 Jun 11 18:13:50.693741 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'name': 'network-vif-deleted', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:50.697775 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f905c4-a1d5-4d43-8846-d790d78adca5" -d '{"events": [{"server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "name": "network-vif-deleted", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:50.784098 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9f97fd-ed62-47ca-a49e-12bb48fb5682 x-openstack-request-id: req-6d9f97fd-ed62-47ca-a49e-12bb48fb5682 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:50.786410 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6949dd45-c393-486c-b7ab-be890dd74c17", "name": "network-vif-deleted", "tag": "774ce97e-7798-460c-bcd0-af57a1ed2973", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:50.788023 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6d9f97fd-ed62-47ca-a49e-12bb48fb5682 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:50.788805 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6949dd45-c393-486c-b7ab-be890dd74c17', 'name': 'network-vif-deleted', 'tag': '774ce97e-7798-460c-bcd0-af57a1ed2973', 'status': 'completed', 'code': 200} Jun 11 18:13:51.125402 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 774ce97e-7798-460c-bcd0-af57a1ed2973 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:13:51.222355 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: 774ce97e-7798-460c-bcd0-af57a1ed2973 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:13:51.222965 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 774ce97e-7798-460c-bcd0-af57a1ed2973 not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:13:51.386995 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-40c13ff9-01ab-4937-9c64-fa61125b1ec6 req-5df8e2bd-cb6f-4e94-aca3-e58c5cb3bf34 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] 10.222.0.63 "GET /v2.0/ports?device_id=6949dd45-c393-486c-b7ab-be890dd74c17 HTTP/1.1" status: 200 len: 210 time: 0.7185516 Jun 11 18:13:52.025498 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba0066-9844-461b-afb1-b4c027e73176 req-2ced4350-3b1f-4d97-a991-1bc367a31b15 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:52.032263 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dcba0066-9844-461b-afb1-b4c027e73176 req-2ced4350-3b1f-4d97-a991-1bc367a31b15 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.2045097 Jun 11 18:13:52.160316 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dcba0066-9844-461b-afb1-b4c027e73176 req-c5c90155-dd2e-463b-b2be-18071c1f66e1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112480 Jun 11 18:13:52.465213 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:52.708178 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-dde8812d-20a8-47cf-b7ff-93834c715e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:53.623241 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498420b-394e-4aeb-92c8-6ed86ed62750 req-d64f3af9-e608-4d25-9be2-665f533c8a13 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:53.625777 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3498420b-394e-4aeb-92c8-6ed86ed62750 req-d64f3af9-e608-4d25-9be2-665f533c8a13 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.2035549 Jun 11 18:13:53.705753 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:53.725014 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3498420b-394e-4aeb-92c8-6ed86ed62750 req-a82b4202-1e2e-49c0-bd06-085e29fa3e64 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834782 Jun 11 18:13:54.060494 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54272) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:54.417359 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54276) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:54.646720 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ce25b5fc-1dbf-4eac-8665-cf1d832cf8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:54.855653 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ce25b5fc-1dbf-4eac-8665-cf1d832cf8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:54.866727 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ce25b5fc-1dbf-4eac-8665-cf1d832cf8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:54.909916 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-573f974e-7a3d-45aa-806f-cc693522b78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:55.001960 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-ce25b5fc-1dbf-4eac-8665-cf1d832cf8bc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2066dc85b63f4c2b98802b2e6fbee7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5960419 Jun 11 18:13:55.006886 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54290) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:55.047495 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25b5fc-1dbf-4eac-8665-cf1d832cf8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2f91a0-b4e5-4f57-b296-19bad4a0fea9,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:55.061574 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ce25b5fc-1dbf-4eac-8665-cf1d832cf8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:55.273224 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26a907-9a98-4524-a43d-77a9206934d8 req-f301c94a-5ecc-4d7c-a6d7-f277fe370bb2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:55.286435 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5b26a907-9a98-4524-a43d-77a9206934d8 req-f301c94a-5ecc-4d7c-a6d7-f277fe370bb2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.1996942 Jun 11 18:13:55.303053 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-72981bb0-9fe1-4e95-b02c-7bbe1f738263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:55.343689 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-72981bb0-9fe1-4e95-b02c-7bbe1f738263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:55.373379 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54294) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:55.382887 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5b26a907-9a98-4524-a43d-77a9206934d8 req-8cb5b393-1a48-46c1-8c8b-215d160db234 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920780 Jun 11 18:13:55.612576 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-08cd3296-0687-48dd-b6eb-43d014b8fc89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:55.702786 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:55.813810 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-08cd3296-0687-48dd-b6eb-43d014b8fc89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:55.820092 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-08cd3296-0687-48dd-b6eb-43d014b8fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:55.826790 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ce25b5fc-1dbf-4eac-8665-cf1d832cf8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:55.901420 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-08cd3296-0687-48dd-b6eb-43d014b8fc89 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=aac1be52de6444a58825ecafc6fae6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5230892 Jun 11 18:13:55.903037 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54298) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:55.914191 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd3296-0687-48dd-b6eb-43d014b8fc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f6720-60d1-4c29-961e-63392f70396d,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:55.921037 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ec17d84e-9c0d-4010-aeff-e8aabdca8751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002388'] for router_interface, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:55.922707 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-08cd3296-0687-48dd-b6eb-43d014b8fc89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:56.038519 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-056a05db-7201-4673-b91a-0415790bc912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:56.090314 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-056a05db-7201-4673-b91a-0415790bc912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:56.137914 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-72981bb0-9fe1-4e95-b02c-7bbe1f738263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:56.138674 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-72981bb0-9fe1-4e95-b02c-7bbe1f738263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:56.145038 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-72981bb0-9fe1-4e95-b02c-7bbe1f738263 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4a2f91a0-b4e5-4f57-b296-19bad4a0fea9 HTTP/1.1" status: 204 len: 168 time: 1.1310935 Jun 11 18:13:56.145038 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4cc885f1-18af-43a7-a4e8-10a942c56b07 tempest-VolumesNegativeTest-1838601448 tempest-VolumesNegativeTest-1838601448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:56.167998 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72981bb0-9fe1-4e95-b02c-7bbe1f738263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2f91a0-b4e5-4f57-b296-19bad4a0fea9,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:56.173900 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-72981bb0-9fe1-4e95-b02c-7bbe1f738263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:56.239149 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-056a05db-7201-4673-b91a-0415790bc912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:56.243887 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-056a05db-7201-4673-b91a-0415790bc912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:56.248296 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-056a05db-7201-4673-b91a-0415790bc912 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9c5f6720-60d1-4c29-961e-63392f70396d HTTP/1.1" status: 204 len: 168 time: 0.3413229 Jun 11 18:13:56.248296 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-3ec941c8-1f93-492a-84c6-3602b73e10b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:56.273034 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a05db-7201-4673-b91a-0415790bc912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f6720-60d1-4c29-961e-63392f70396d,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:56.279382 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-056a05db-7201-4673-b91a-0415790bc912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:56.859147 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-ec17d84e-9c0d-4010-aeff-e8aabdca8751 admin admin] Deleting port 2152029d-da9b-4e40-bcf5-a8833776a2eb {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:56.860909 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ec17d84e-9c0d-4010-aeff-e8aabdca8751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:56.906686 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a227d-d418-4686-be0a-77bc2c31310b req-b404740d-8b51-4b39-8796-1a3b2da37314 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:56.909639 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c44a227d-d418-4686-be0a-77bc2c31310b req-b404740d-8b51-4b39-8796-1a3b2da37314 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.2444568 Jun 11 18:13:57.058837 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c44a227d-d418-4686-be0a-77bc2c31310b req-f7b5882a-8a93-4aab-8179-3a8dcab6c046 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173341 Jun 11 18:13:57.115376 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54310) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:57.144574 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [None req-ec17d84e-9c0d-4010-aeff-e8aabdca8751 admin admin] For port 2152029d-da9b-4e40-bcf5-a8833776a2eb, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=2152029d-da9b-4e40-bcf5-a8833776a2eb,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:57.145273 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ec17d84e-9c0d-4010-aeff-e8aabdca8751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:57.153000 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5ae59a10-d79d-4ea9-94ce-4bece779c158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:57.247191 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54312) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:57.305469 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-418c11d4-9feb-4e35-9d51-054df974778e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:57.386996 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-ec17d84e-9c0d-4010-aeff-e8aabdca8751 admin admin] Calling delete_port for 2152029d-da9b-4e40-bcf5-a8833776a2eb owned by network:router_interface {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:57.457278 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5ae59a10-d79d-4ea9-94ce-4bece779c158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:57.476676 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5ae59a10-d79d-4ea9-94ce-4bece779c158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:57.480057 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:57.516988 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae59a10-d79d-4ea9-94ce-4bece779c158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aabc900-3ff5-48a5-aa6f-29513efdd1fa,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:57.537400 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-5ae59a10-d79d-4ea9-94ce-4bece779c158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:57.574706 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-5ae59a10-d79d-4ea9-94ce-4bece779c158 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6213961423184184ab341c477466d793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570966 Jun 11 18:13:57.584926 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54314) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:57.719599 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ed2b31d9-bed4-46d1-b0dc-cabf2d5f177b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:57.760526 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ed2b31d9-bed4-46d1-b0dc-cabf2d5f177b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:57.904767 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ed2b31d9-bed4-46d1-b0dc-cabf2d5f177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:57.913128 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-ed2b31d9-bed4-46d1-b0dc-cabf2d5f177b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:57.917439 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-ed2b31d9-bed4-46d1-b0dc-cabf2d5f177b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1aabc900-3ff5-48a5-aa6f-29513efdd1fa HTTP/1.1" status: 204 len: 168 time: 0.3307567 Jun 11 18:13:57.931570 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-8cd6f5e9-1faa-492f-8d98-384a6a8fda2b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:57.945831 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-418c11d4-9feb-4e35-9d51-054df974778e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:57.963350 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b31d9-bed4-46d1-b0dc-cabf2d5f177b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aabc900-3ff5-48a5-aa6f-29513efdd1fa,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:57.978300 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-418c11d4-9feb-4e35-9d51-054df974778e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:58.003375 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ed2b31d9-bed4-46d1-b0dc-cabf2d5f177b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:58.007421 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ed2b31d9-bed4-46d1-b0dc-cabf2d5f177b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:58.067031 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c11d4-9feb-4e35-9d51-054df974778e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6024ae-45a5-4e1c-bfdb-900007c34835,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:58.080085 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ec17d84e-9c0d-4010-aeff-e8aabdca8751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:58.092032 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-418c11d4-9feb-4e35-9d51-054df974778e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:58.094466 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f744295f-bb45-435d-a07e-c15231904550 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:58.132745 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-418c11d4-9feb-4e35-9d51-054df974778e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a05981185d52458b91c7f002c46cd9cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8703177 Jun 11 18:13:58.147075 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54320) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:58.188409 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17d84e-9c0d-4010-aeff-e8aabdca8751 admin admin] Pushing event deleted for resources: {'Port': ['ID=2152029d-da9b-4e40-bcf5-a8833776a2eb,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:58.216691 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ec17d84e-9c0d-4010-aeff-e8aabdca8751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:58.298872 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8bdef2b9-c493-4c8f-a1ad-976a28af9544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:58.363689 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8bdef2b9-c493-4c8f-a1ad-976a28af9544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:58.557612 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8bdef2b9-c493-4c8f-a1ad-976a28af9544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:58.562551 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8bdef2b9-c493-4c8f-a1ad-976a28af9544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:58.564334 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-8bdef2b9-c493-4c8f-a1ad-976a28af9544 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8c6024ae-45a5-4e1c-bfdb-900007c34835 HTTP/1.1" status: 204 len: 168 time: 0.4157195 Jun 11 18:13:58.570722 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-418c11d4-9feb-4e35-9d51-054df974778e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:58.671523 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdef2b9-c493-4c8f-a1ad-976a28af9544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6024ae-45a5-4e1c-bfdb-900007c34835,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:58.685859 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-8bdef2b9-c493-4c8f-a1ad-976a28af9544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:58.841487 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb7750-c855-4cbe-be99-ea5a813f0301 req-4f4d0d0f-dd6a-4dbf-a7b0-fa78c787c8db tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:58.851266 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bbeb7750-c855-4cbe-be99-ea5a813f0301 req-4f4d0d0f-dd6a-4dbf-a7b0-fa78c787c8db tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.2837226 Jun 11 18:13:58.881216 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ec17d84e-9c0d-4010-aeff-e8aabdca8751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999428'] for router_interface, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:59.007104 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bbeb7750-c855-4cbe-be99-ea5a813f0301 req-87b96d31-a469-444e-ba85-73c6b658feeb tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489949 Jun 11 18:13:59.557912 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec17d84e-9c0d-4010-aeff-e8aabdca8751 admin admin] Router 70fbd555-5f62-4375-8c76-af5b1c2001da has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:14:00.029662 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec17d84e-9c0d-4010-aeff-e8aabdca8751 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:14:00.039411 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-ec17d84e-9c0d-4010-aeff-e8aabdca8751 admin admin] 10.222.0.63 "PUT /v2.0/routers/70fbd555-5f62-4375-8c76-af5b1c2001da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9752104 Jun 11 18:14:00.042859 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54352) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:00.050027 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1ad1c-1685-4440-b969-9288b07a55bd None None] Sync routers for ids ['70fbd555-5f62-4375-8c76-af5b1c2001da'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:14:00.108618 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1ad1c-1685-4440-b969-9288b07a55bd None None] Routers {'70fbd555-5f62-4375-8c76-af5b1c2001da'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:14:00.112585 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-d8f1ad1c-1685-4440-b969-9288b07a55bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:13:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70fbd555-5f62-4375-8c76-af5b1c2001da'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:00.559232 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-d8f1ad1c-1685-4440-b969-9288b07a55bd None None] Set router 70fbd555-5f62-4375-8c76-af5b1c2001da gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:14:00.595093 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cb759-43b7-4436-adac-eb9924922dfe req-74ebe1e5-3f69-4c6c-a1f1-a6b139e7fa2d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:00.607195 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2d3cb759-43b7-4436-adac-eb9924922dfe req-74ebe1e5-3f69-4c6c-a1f1-a6b139e7fa2d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.2379062 Jun 11 18:14:00.712811 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2d3cb759-43b7-4436-adac-eb9924922dfe req-e0700e45-4acd-4b04-85e2-a3e9a5583087 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040864 Jun 11 18:14:00.715543 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Notify callbacks [] for router, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:01.089879 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:01.219285 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-d8f1ad1c-1685-4440-b969-9288b07a55bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125'}], 'enable_snat': True}, 'gw_port_id': '6d99d007-585e-4b37-be5e-635f120a434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:13:57Z', 'revision_number': 5, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port': {'id': '6d99d007-585e-4b37-be5e-635f120a434c', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:16Z', 'updated_at': '2021-06-11T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:01.227389 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1ad1c-1685-4440-b969-9288b07a55bd None None] Checking router: 70fbd555-5f62-4375-8c76-af5b1c2001da for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:14:01.243428 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1ad1c-1685-4440-b969-9288b07a55bd None None] Routers {'70fbd555-5f62-4375-8c76-af5b1c2001da'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:14:01.244803 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-d8f1ad1c-1685-4440-b969-9288b07a55bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:13:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['70fbd555-5f62-4375-8c76-af5b1c2001da'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:01.341675 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Deleting port 6d99d007-585e-4b37-be5e-635f120a434c {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:14:01.342464 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:01.610001 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] For port 6d99d007-585e-4b37-be5e-635f120a434c, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=6d99d007-585e-4b37-be5e-635f120a434c,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:01.611085 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:01.614288 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-d8f1ad1c-1685-4440-b969-9288b07a55bd None None] Set router 70fbd555-5f62-4375-8c76-af5b1c2001da gateway port host: None {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:14:01.875311 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Calling delete_port for 6d99d007-585e-4b37-be5e-635f120a434c owned by network:router_gateway {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:14:02.001207 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-d8f1ad1c-1685-4440-b969-9288b07a55bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:14:01Z', 'revision_number': 6, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port_host': None}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:02.019803 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1ad1c-1685-4440-b969-9288b07a55bd None None] The sync data for ids ['70fbd555-5f62-4375-8c76-af5b1c2001da'] in dv-cinder-796049-1-smb is: [{'id': '70fbd555-5f62-4375-8c76-af5b1c2001da', 'name': 'tempest-TestMinimumBasicScenario-1473581456-router', 'tenant_id': '36adc438fe8649a7a0128f7971f65934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:13Z', 'updated_at': '2021-06-11T18:14:01Z', 'revision_number': 6, 'project_id': '36adc438fe8649a7a0128f7971f65934', 'gw_port_host': None}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:14:02.370186 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:02.383948 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-99a32a88-75c4-463a-aec3-fb0de422e816 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:02.420371 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d99d007-585e-4b37-be5e-635f120a434c,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:02.424366 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:02.659299 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003735'] for router_gateway, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:02.862680 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c48e26-ed2e-4f3d-b5de-d8d29217d1e8 req-efaf3dfc-2a98-4c93-9e81-930c116ab7e2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:02.862680 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a7c48e26-ed2e-4f3d-b5de-d8d29217d1e8 req-efaf3dfc-2a98-4c93-9e81-930c116ab7e2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.3519340 Jun 11 18:14:02.916710 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7422'] for router, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:02.927924 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:03.109566 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a7c48e26-ed2e-4f3d-b5de-d8d29217d1e8 req-fafdf6d2-b1bd-47e0-9c09-d705dbaaba27 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498732 Jun 11 18:14:03.129055 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000176'] for router, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:03.129944 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70fbd555-5f62-4375-8c76-af5b1c2001da {{(pid=91991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:14:03.143891 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] Notify callbacks [] for router, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:03.149967 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54420) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:03.161276 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-bf6a9141-f37c-4e9d-828b-43db4fb6479f admin admin] 10.222.0.63 "DELETE /v2.0/routers/70fbd555-5f62-4375-8c76-af5b1c2001da HTTP/1.1" status: 204 len: 168 time: 3.0991614 Jun 11 18:14:03.204294 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 6d99d007-585e-4b37-be5e-635f120a434c no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:14:03.277842 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: 6d99d007-585e-4b37-be5e-635f120a434c {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:14:03.278626 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 6d99d007-585e-4b37-be5e-635f120a434c not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:14:03.279546 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 2152029d-da9b-4e40-bcf5-a8833776a2eb no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:14:03.334234 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: 2152029d-da9b-4e40-bcf5-a8833776a2eb {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:14:03.335029 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 2152029d-da9b-4e40-bcf5-a8833776a2eb not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:14:03.335666 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_v2 [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Deleting subnet 71d90266-a32e-4eda-9963-507c722ab00f {{(pid=91992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:14:03.341197 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:03.427439 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29753586'] for subnet, precommit_delete_associations {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:03.710104 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:03.847046 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33274754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29559827'] for subnet, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:03.857114 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-029e614a-8af0-46af-8a4f-2cd3277a212f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:04.027365 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d90266-a32e-4eda-9963-507c722ab00f,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:04.039656 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:04.047607 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54436) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:04.048403 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] 10.222.0.63 "DELETE /v2.0/subnets/71d90266-a32e-4eda-9963-507c722ab00f HTTP/1.1" status: 204 len: 168 time: 0.8950632 Jun 11 18:14:04.056677 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b86bbc-b881-4c93-8d14-7540f47d4c07 None None] Network bb867073-1266-4a21-bb52-ead6e0552b22 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:14:04.061373 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:04.062202 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:04.062845 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:04.063469 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:04.064124 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:04.064795 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:04.065506 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:04.066365 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:04.067427 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:04.070515 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:04.070515 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:04.070936 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:04.086603 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:04.186853 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b88f1-671e-4e8f-a523-e947d8e926b1 req-4b3a0b7b-2c6a-4aa6-8046-b8add310ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:04.191537 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-917b88f1-671e-4e8f-a523-e947d8e926b1 req-4b3a0b7b-2c6a-4aa6-8046-b8add310ee38 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e14e1c12ff423f9c1b015253b19503&device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 1098 time: 0.2462816 Jun 11 18:14:04.282715 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:04.408446 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Deleting port e79997bc-4e97-4e8c-8389-bb14f219bdd9 {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:14:04.409829 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:04.549170 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453eda60-16d3-407f-a4e6-774cac35a9aa None None] DHCP port deletion for bb867073-1266-4a21-bb52-ead6e0552b22 request from dv-cinder-796049-1-smb {{(pid=91993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:14:04.659418 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-453eda60-16d3-407f-a4e6-774cac35a9aa None None] Deleting port e79997bc-4e97-4e8c-8389-bb14f219bdd9 {{(pid=91993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:14:04.660100 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-453eda60-16d3-407f-a4e6-774cac35a9aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:04.711513 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] For port e79997bc-4e97-4e8c-8389-bb14f219bdd9, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=e79997bc-4e97-4e8c-8389-bb14f219bdd9,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:04.712056 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:04.852973 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-453eda60-16d3-407f-a4e6-774cac35a9aa None None] For port e79997bc-4e97-4e8c-8389-bb14f219bdd9, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=e79997bc-4e97-4e8c-8389-bb14f219bdd9,segment=NetworkSegment(97c99795-9022-4e19-ba07-600579f7c637),segment_id=97c99795-9022-4e19-ba07-600579f7c637)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:04.854461 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-453eda60-16d3-407f-a4e6-774cac35a9aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:04.879853 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Calling delete_port for e79997bc-4e97-4e8c-8389-bb14f219bdd9 owned by network:dhcp {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:14:04.896002 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device e79997bc-4e97-4e8c-8389-bb14f219bdd9 no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:14:04.905008 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e53e0d-8093-4751-9526-ebee1d198166 req-cee2b3c5-d02d-41cb-ab5f-eea7ff09bfff tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:04.907863 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a8e53e0d-8093-4751-9526-ebee1d198166 req-cee2b3c5-d02d-41cb-ab5f-eea7ff09bfff tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.4620695 Jun 11 18:14:04.915887 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b88f1-671e-4e8f-a523-e947d8e926b1 req-c444118c-d4cb-4fda-ab2c-8d07f8fd8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:04.918614 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-917b88f1-671e-4e8f-a523-e947d8e926b1 req-c444118c-d4cb-4fda-ab2c-8d07f8fd8851 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 200 len: 918 time: 0.7028892 Jun 11 18:14:05.067932 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-453eda60-16d3-407f-a4e6-774cac35a9aa None None] Calling delete_port for e79997bc-4e97-4e8c-8389-bb14f219bdd9 owned by network:dhcp {{(pid=91993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:14:05.108403 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-917b88f1-671e-4e8f-a523-e947d8e926b1 req-2a6bcd61-ddad-439f-8c26-853c902c6b1e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3 HTTP/1.1" status: 200 len: 1000 time: 0.1825044 Jun 11 18:14:05.136840 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-a8e53e0d-8093-4751-9526-ebee1d198166 req-c6a47786-fa95-4c0c-8f76-8aec60a4902c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122717 Jun 11 18:14:05.201844 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:05.207570 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:05.268305 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b88f1-671e-4e8f-a523-e947d8e926b1 req-0b2dc9fe-c205-48ab-beb1-7eb6e34a2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:05.273464 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-917b88f1-671e-4e8f-a523-e947d8e926b1 req-0b2dc9fe-c205-48ab-beb1-7eb6e34a2090 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4159feda-883d-4a61-bfd7-ed412eb99cf3 HTTP/1.1" status: 200 len: 855 time: 0.1549928 Jun 11 18:14:05.276052 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Pushing event deleted for resources: {'Port': ['ID=e79997bc-4e97-4e8c-8389-bb14f219bdd9,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:05.279638 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] No DVR routers for this DVR port e79997bc-4e97-4e8c-8389-bb14f219bdd9 on host dv-cinder-796049-1-smb {{(pid=91991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:14:05.282680 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:05.354158 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No active binding found for port e79997bc-4e97-4e8c-8389-bb14f219bdd9 {{(pid=91993) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 11 18:14:05.355320 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device e79997bc-4e97-4e8c-8389-bb14f219bdd9 not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:14:05.447946 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b88f1-671e-4e8f-a523-e947d8e926b1 req-bc060741-3aa0-4b69-aa11-aa2716b0b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:05.452234 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-917b88f1-671e-4e8f-a523-e947d8e926b1 req-bc060741-3aa0-4b69-aa11-aa2716b0b6c2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50265511-d9df-48bb-b4ed-800ebda6a31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1713607 Jun 11 18:14:05.469524 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-453eda60-16d3-407f-a4e6-774cac35a9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681'] for port, after_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:05.477934 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:05.517561 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:05.542188 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb867073-1266-4a21-bb52-ead6e0552b22']}} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:05.547868 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453eda60-16d3-407f-a4e6-774cac35a9aa None None] Pushing event deleted for resources: {'Port': ['ID=e79997bc-4e97-4e8c-8389-bb14f219bdd9,revision_number=None']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:05.564957 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-453eda60-16d3-407f-a4e6-774cac35a9aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:05.564957 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453eda60-16d3-407f-a4e6-774cac35a9aa None None] No DVR routers for this DVR port e79997bc-4e97-4e8c-8389-bb14f219bdd9 on host dv-cinder-796049-1-smb {{(pid=91993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:14:05.586402 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c99795-9022-4e19-ba07-600579f7c637') {'for_net_delete': True} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:05.588737 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c99795-9022-4e19-ba07-600579f7c637') {} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:05.621077 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32623683'] for segment, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:05.652621 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:05.672981 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=91991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:14:05.673758 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29514911'] for segment, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: retrieve_revision_numbers = { Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: Traceback (most recent call last): Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: timer() Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: cb(*args, **kw) Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: return func(*args, **kwargs) Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: self._notify() Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: self.callback(batched_events) Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: event.method(event) Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: return f(self, *a, **k) Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: return self._get(url).json() Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: return self.request(url, 'GET', **kwargs) Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:14:05.677838 dv-cinder-796049-1-smb neutron-server[91991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:14:05.781245 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-917b88f1-671e-4e8f-a523-e947d8e926b1 req-b410054d-4ee4-4b45-bbc4-207a2013a065 service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149748 Jun 11 18:14:05.843044 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:05.854802 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:05.861607 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] 10.222.0.63 "DELETE /v2.0/networks/bb867073-1266-4a21-bb52-ead6e0552b22 HTTP/1.1" status: 204 len: 168 time: 1.8091924 Jun 11 18:14:05.861607 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:05.863130 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54460) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:05.899251 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb867073-1266-4a21-bb52-ead6e0552b22,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:05.904501 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:06.256372 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-917b88f1-671e-4e8f-a523-e947d8e926b1 req-cb560039-5972-4906-8392-9e891919cead service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674644 Jun 11 18:14:06.506340 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68286e05-faa9-437c-a3fb-3b364e53c906 req-da2044d6-c000-4722-8826-33a10e86b8fb tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:06.511018 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-68286e05-faa9-437c-a3fb-3b364e53c906 req-da2044d6-c000-4722-8826-33a10e86b8fb tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 945 time: 0.1206343 Jun 11 18:14:06.591244 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-68286e05-faa9-437c-a3fb-3b364e53c906 req-4a868285-d0a9-4ee9-85df-48a81932ccba tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691371 Jun 11 18:14:06.806244 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002388'] for router_interface, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:07.196910 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 6e842360-5b09-4b5c-a071-b2a9a40e69d3 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:14:07.410140 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:07.449147 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:07.452802 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff86feb-39d0-4b8b-876c-9981ec9102d0" -d '{"events": [{"server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "name": "network-vif-unplugged", "status": "completed", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:07.466944 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] Deleting port 0367034b-087c-4c6f-8411-2b81567c8e85 {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:14:07.467562 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:07.480414 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:07.487681 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:07.497218 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:07.606882 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=6e842360-5b09-4b5c-a071-b2a9a40e69d3,revision_number=8']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:07.616737 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:07.637289 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c13d59-e80d-4b88-b4a0-3cfcd66bd7a3 x-openstack-request-id: req-e9c13d59-e80d-4b88-b4a0-3cfcd66bd7a3 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:07.638060 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "name": "network-vif-unplugged", "status": "completed", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:07.638965 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e9c13d59-e80d-4b88-b4a0-3cfcd66bd7a3 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:07.639968 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'code': 200} Jun 11 18:14:07.729408 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] For port 0367034b-087c-4c6f-8411-2b81567c8e85, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=0367034b-087c-4c6f-8411-2b81567c8e85,segment=NetworkSegment(2d33b7b2-1b4e-4184-9859-24f56d353859),segment_id=2d33b7b2-1b4e-4184-9859-24f56d353859)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:07.730041 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:07.936496 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] Calling delete_port for 0367034b-087c-4c6f-8411-2b81567c8e85 owned by network:router_interface {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:14:08.030088 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc772b-8c90-44c5-91a4-a0b84ec3c537 req-ee49d259-683d-4387-92fc-59996312aaa4 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:08.039267 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ccdc772b-8c90-44c5-91a4-a0b84ec3c537 req-ee49d259-683d-4387-92fc-59996312aaa4 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.1671357 Jun 11 18:14:08.112015 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ccdc772b-8c90-44c5-91a4-a0b84ec3c537 req-f97fb893-94f8-458b-9a2a-7dc41a2184cc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703685 Jun 11 18:14:08.453956 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:08.460267 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-69d98de2-1470-4355-b638-3c473060d35b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:08.531782 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] Pushing event deleted for resources: {'Port': ['ID=0367034b-087c-4c6f-8411-2b81567c8e85,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:08.539406 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:08.896637 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54522) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:09.027936 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999428'] for router_interface, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:09.106267 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5a440e0f-c06d-4777-8c32-8706becbbbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:09.314999 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5a440e0f-c06d-4777-8c32-8706becbbbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:09.323651 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-5a440e0f-c06d-4777-8c32-8706becbbbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:09.329614 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-56955b3d-a0fe-484a-9c7f-7f34674fb294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:09.403335 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a440e0f-c06d-4777-8c32-8706becbbbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ee4b30-97e0-4cfa-9d01-3c6846c34609,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:09.434929 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-5a440e0f-c06d-4777-8c32-8706becbbbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:09.495814 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54534) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:09.524834 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-5a440e0f-c06d-4777-8c32-8706becbbbee admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c4a28a0798a148dbb1658b7f535f3721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260056 Jun 11 18:14:09.530830 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54538) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:09.591238 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecb208-44b2-4a48-ba40-0988028a638d req-6db525ee-cf6b-476f-b812-72bb82643d74 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:09.597989 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5cecb208-44b2-4a48-ba40-0988028a638d req-6db525ee-cf6b-476f-b812-72bb82643d74 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.1607640 Jun 11 18:14:09.671967 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5cecb208-44b2-4a48-ba40-0988028a638d req-328ab5a9-aa89-46d3-a4ba-4ba8deb76c79 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659025 Jun 11 18:14:09.715679 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6291e9a8-1489-4ac5-8743-e65258e6f55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:09.724523 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7d39-cb2d-4222-bd86-f6b33900b354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:09.746316 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] Router fc39a45e-87a2-42a5-90b4-79bdd246446c has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:14:09.827179 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7d39-cb2d-4222-bd86-f6b33900b354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:10.613975 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7d39-cb2d-4222-bd86-f6b33900b354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:10.618202 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7d39-cb2d-4222-bd86-f6b33900b354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:10.619446 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-f8bf7d39-cb2d-4222-bd86-f6b33900b354 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/74ee4b30-97e0-4cfa-9d01-3c6846c34609 HTTP/1.1" status: 204 len: 168 time: 1.0869296 Jun 11 18:14:10.623425 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c9cfdfa0-8ca4-45c7-bcac-62ff4fe2d569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:10.626456 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:14:10.634588 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] 10.222.0.63 "PUT /v2.0/routers/fc39a45e-87a2-42a5-90b4-79bdd246446c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7680161 Jun 11 18:14:10.638817 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54558) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:10.645080 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf7d39-cb2d-4222-bd86-f6b33900b354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ee4b30-97e0-4cfa-9d01-3c6846c34609,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:10.655217 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f8bf7d39-cb2d-4222-bd86-f6b33900b354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:10.659626 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374014c-3194-4e13-b76e-bf6d50f93da1 None None] Sync routers for ids ['fc39a45e-87a2-42a5-90b4-79bdd246446c'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:14:10.681607 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6291e9a8-1489-4ac5-8743-e65258e6f55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:10.687012 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-6291e9a8-1489-4ac5-8743-e65258e6f55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:10.691607 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-37ee1ab1-e3dd-45c8-b67c-c600642c5a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:10.734067 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374014c-3194-4e13-b76e-bf6d50f93da1 None None] Routers {'fc39a45e-87a2-42a5-90b4-79bdd246446c'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:14:10.736960 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-8374014c-3194-4e13-b76e-bf6d50f93da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:13:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['fc39a45e-87a2-42a5-90b4-79bdd246446c'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:10.781442 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-6291e9a8-1489-4ac5-8743-e65258e6f55d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=26d0df8aec2844a99f68657b461c053c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2839570 Jun 11 18:14:10.781878 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54564) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:10.783122 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291e9a8-1489-4ac5-8743-e65258e6f55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4af6d81-f57c-42ec-8f88-44b98bf4bf4a,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:10.788739 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-6291e9a8-1489-4ac5-8743-e65258e6f55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:11.236193 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 6e842360-5b09-4b5c-a071-b2a9a40e69d3 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:14:11.282739 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54572) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:11.314195 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9ed391ac-9c55-448e-b97b-549a0c4bcba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.363725 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-8374014c-3194-4e13-b76e-bf6d50f93da1 None None] Set router fc39a45e-87a2-42a5-90b4-79bdd246446c gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:14:11.539696 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9ed391ac-9c55-448e-b97b-549a0c4bcba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.560455 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-9ed391ac-9c55-448e-b97b-549a0c4bcba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.569806 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.574755 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-1b53aa3b-ed3e-451a-ab86-fa0a6d5a7561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:11.645250 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.724382 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-9ed391ac-9c55-448e-b97b-549a0c4bcba4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b8ff612d131b46018e3c67ac6094feb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394035 Jun 11 18:14:11.725613 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54580) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:11.727114 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed391ac-9c55-448e-b97b-549a0c4bcba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6626793f-7c29-42cd-be1f-942a222211fa,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:11.745325 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-9ed391ac-9c55-448e-b97b-549a0c4bcba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:11.783446 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Notify callbacks [] for router, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.883727 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-761e37b4-e548-4d80-b2c3-609287091c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.895968 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-8374014c-3194-4e13-b76e-bf6d50f93da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'name': 'tempest-TestMinimumBasicScenario-1565730790-router', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:47Z', 'updated_at': '2021-06-11T18:14:08Z', 'revision_number': 5, 'project_id': '91e82ede1a904a908c61e31fea4f6425', 'gw_port': {'id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:50Z', 'updated_at': '2021-06-11T18:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:11.911990 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374014c-3194-4e13-b76e-bf6d50f93da1 None None] Checking router: fc39a45e-87a2-42a5-90b4-79bdd246446c for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:14:11.932819 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-761e37b4-e548-4d80-b2c3-609287091c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.933067 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374014c-3194-4e13-b76e-bf6d50f93da1 None None] Routers {'fc39a45e-87a2-42a5-90b4-79bdd246446c'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:14:11.934231 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-8374014c-3194-4e13-b76e-bf6d50f93da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:13:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['fc39a45e-87a2-42a5-90b4-79bdd246446c'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:12.000766 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:12.006017 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:12.007963 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b4af6d81-f57c-42ec-8f88-44b98bf4bf4a HTTP/1.1" status: 204 len: 168 time: 1.2244442 Jun 11 18:14:12.038015 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:12.057563 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-761e37b4-e548-4d80-b2c3-609287091c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:12.063460 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-761e37b4-e548-4d80-b2c3-609287091c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:12.065889 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-761e37b4-e548-4d80-b2c3-609287091c4a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6626793f-7c29-42cd-be1f-942a222211fa HTTP/1.1" status: 204 len: 168 time: 0.3160369 Jun 11 18:14:12.067959 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-72981bb0-9fe1-4e95-b02c-7bbe1f738263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:12.085374 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e37b4-e548-4d80-b2c3-609287091c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6626793f-7c29-42cd-be1f-942a222211fa,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:12.089088 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-761e37b4-e548-4d80-b2c3-609287091c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:12.190438 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4af6d81-f57c-42ec-8f88-44b98bf4bf4a,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:12.211395 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:12.212159 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:12.212581 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:12.212945 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:12.213325 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:12.213784 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:12.214155 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:12.214559 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:12.215022 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:12.215548 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:12.216260 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:12.216882 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:12.224312 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:12.281312 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:12.282512 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-8374014c-3194-4e13-b76e-bf6d50f93da1 None None] Set router fc39a45e-87a2-42a5-90b4-79bdd246446c gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:14:12.296796 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317002c-e020-42bb-a77c-75e49d5c427e req-a75af201-71bb-483d-beda-ba3edb5fa51a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:12.305935 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8317002c-e020-42bb-a77c-75e49d5c427e req-a75af201-71bb-483d-beda-ba3edb5fa51a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.3985708 Jun 11 18:14:12.398304 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8317002c-e020-42bb-a77c-75e49d5c427e req-dd25e167-41ce-46ee-be53-e07cc2b5002f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912688 Jun 11 18:14:12.438639 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Deleting port d23cd066-2fb5-4874-a287-36a27b7d89c5 {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:14:12.439269 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:12.578408 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:12.601440 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] For port d23cd066-2fb5-4874-a287-36a27b7d89c5, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=d23cd066-2fb5-4874-a287-36a27b7d89c5,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:12.601440 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:12.687053 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-8374014c-3194-4e13-b76e-bf6d50f93da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'name': 'tempest-TestMinimumBasicScenario-1565730790-router', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:47Z', 'updated_at': '2021-06-11T18:14:08Z', 'revision_number': 5, 'project_id': '91e82ede1a904a908c61e31fea4f6425', 'gw_port': {'id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:50Z', 'updated_at': '2021-06-11T18:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:12.692063 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374014c-3194-4e13-b76e-bf6d50f93da1 None None] The sync data for ids ['fc39a45e-87a2-42a5-90b4-79bdd246446c'] in dv-cinder-796049-1-smb is: [{'id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'name': 'tempest-TestMinimumBasicScenario-1565730790-router', 'tenant_id': '91e82ede1a904a908c61e31fea4f6425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:47Z', 'updated_at': '2021-06-11T18:14:08Z', 'revision_number': 5, 'project_id': '91e82ede1a904a908c61e31fea4f6425', 'gw_port': {'id': 'd23cd066-2fb5-4874-a287-36a27b7d89c5', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc39a45e-87a2-42a5-90b4-79bdd246446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:50Z', 'updated_at': '2021-06-11T18:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:14:12.719708 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54604) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:12.745413 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Calling delete_port for d23cd066-2fb5-4874-a287-36a27b7d89c5 owned by network:router_gateway {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:14:12.760133 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1f268ec8-4e79-4744-95ad-24daf22f5448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:12.782386 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54606) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:12.938790 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1f268ec8-4e79-4744-95ad-24daf22f5448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:12.971213 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1f268ec8-4e79-4744-95ad-24daf22f5448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:12.975230 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-6952f288-ca50-4fd3-abe1-f4cbc59d9906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:13.044461 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-1f268ec8-4e79-4744-95ad-24daf22f5448 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bd676915e5574c22b64ce650755208b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230922 Jun 11 18:14:13.057466 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54616) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:13.060718 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f268ec8-4e79-4744-95ad-24daf22f5448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be8d810-0b00-4608-a046-50627e033de4,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:13.065999 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-1f268ec8-4e79-4744-95ad-24daf22f5448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:13.113489 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:13.127415 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-6c0877bb-13d7-490d-a058-b34ab5a6806e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:13.149437 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 0367034b-087c-4c6f-8411-2b81567c8e85 no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:14:13.193131 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3a915b2d-809e-4df7-b742-7dc947488130 req-b3546425-3605-422c-9ab1-d7e92fb300d6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4061902 Jun 11 18:14:13.206419 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Pushing event deleted for resources: {'Port': ['ID=d23cd066-2fb5-4874-a287-36a27b7d89c5,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:13.213327 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: 0367034b-087c-4c6f-8411-2b81567c8e85 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:14:13.214328 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 0367034b-087c-4c6f-8411-2b81567c8e85 not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:14:13.218976 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:13.249369 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0880-be78-4123-a9f4-24096a00267f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:13.293784 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0880-be78-4123-a9f4-24096a00267f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:13.377339 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003735'] for router_gateway, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:13.406799 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0880-be78-4123-a9f4-24096a00267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:13.412917 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0880-be78-4123-a9f4-24096a00267f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:13.414961 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-2d3a0880-be78-4123-a9f4-24096a00267f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9be8d810-0b00-4608-a046-50627e033de4 HTTP/1.1" status: 204 len: 168 time: 0.3502004 Jun 11 18:14:13.416365 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-891974b0-1580-42c9-abec-5ec3e1d445c1 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:13.455938 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a0880-be78-4123-a9f4-24096a00267f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be8d810-0b00-4608-a046-50627e033de4,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:13.468891 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2d3a0880-be78-4123-a9f4-24096a00267f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:13.837166 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7422'] for router, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:13.840236 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:13.953684 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce51ef-1af0-4b2f-957a-ac35892f8aca req-4e713b53-2307-4097-a6dd-7e6698bd55db tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:13.955690 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b4ce51ef-1af0-4b2f-957a-ac35892f8aca req-4e713b53-2307-4097-a6dd-7e6698bd55db tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.1887012 Jun 11 18:14:13.957033 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000176'] for router, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:13.957584 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc39a45e-87a2-42a5-90b4-79bdd246446c {{(pid=91991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:14:13.963209 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] Notify callbacks [] for router, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:13.964588 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-c2d9d872-0b17-4195-9206-8339e8fdabea admin admin] 10.222.0.63 "DELETE /v2.0/routers/fc39a45e-87a2-42a5-90b4-79bdd246446c HTTP/1.1" status: 204 len: 168 time: 3.3241880 Jun 11 18:14:13.969443 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54642) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:14.052139 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b4ce51ef-1af0-4b2f-957a-ac35892f8aca req-8cb26cbd-fa49-472d-9c89-8af830091aea tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835192 Jun 11 18:14:14.199436 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12392d3-7e19-40f2-8956-f258659d0623 admin admin] Deleting subnet d99227a1-4056-4c12-b0a0-909fc6713ad8 {{(pid=91992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:14:14.205626 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f12392d3-7e19-40f2-8956-f258659d0623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:14.313800 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f12392d3-7e19-40f2-8956-f258659d0623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29753586'] for subnet, precommit_delete_associations {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:14.541105 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f12392d3-7e19-40f2-8956-f258659d0623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:14.727157 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f12392d3-7e19-40f2-8956-f258659d0623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33274754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29559827'] for subnet, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:14.735727 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:14.796573 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12392d3-7e19-40f2-8956-f258659d0623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99227a1-4056-4c12-b0a0-909fc6713ad8,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:14.804810 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f12392d3-7e19-40f2-8956-f258659d0623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:14.812989 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-f12392d3-7e19-40f2-8956-f258659d0623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:14.825521 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50189f5-b568-4fc6-b273-b8fd0cabcf4f None None] Network 74f1e102-fbb3-4c67-8a71-6f0276c52943 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:14:14.826493 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-f12392d3-7e19-40f2-8956-f258659d0623 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d99227a1-4056-4c12-b0a0-909fc6713ad8 HTTP/1.1" status: 204 len: 168 time: 0.8512180 Jun 11 18:14:14.826649 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54666) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:14.916910 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device d23cd066-2fb5-4874-a287-36a27b7d89c5 no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:14:14.976796 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: d23cd066-2fb5-4874-a287-36a27b7d89c5 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:14:14.978288 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device d23cd066-2fb5-4874-a287-36a27b7d89c5 not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:14:15.052242 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:15.208571 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Deleting port f436e8ba-4f7a-46d6-9847-785e4ae5b496 {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:14:15.209158 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:15.314235 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a915b2d-809e-4df7-b742-7dc947488130 req-91d43454-ca85-4bf8-930b-e4785c067ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:15.331659 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3a915b2d-809e-4df7-b742-7dc947488130 req-91d43454-ca85-4bf8-930b-e4785c067ee0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7&tenant_id=86e14e1c12ff423f9c1b015253b19503 HTTP/1.1" status: 200 len: 1096 time: 0.3856843 Jun 11 18:14:15.394495 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] For port f436e8ba-4f7a-46d6-9847-785e4ae5b496, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=f436e8ba-4f7a-46d6-9847-785e4ae5b496,segment=NetworkSegment(2d33b7b2-1b4e-4184-9859-24f56d353859),segment_id=2d33b7b2-1b4e-4184-9859-24f56d353859)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:15.394495 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:15.436896 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f230c441-c037-4fc1-b328-c57b3c26c234 None None] DHCP port deletion for 74f1e102-fbb3-4c67-8a71-6f0276c52943 request from dv-cinder-796049-1-smb {{(pid=91993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:14:15.574278 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a915b2d-809e-4df7-b742-7dc947488130 req-0b116565-1540-4fe4-afab-90a7147c9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:15.579476 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3a915b2d-809e-4df7-b742-7dc947488130 req-0b116565-1540-4fe4-afab-90a7147c9ff8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e14e1c12ff423f9c1b015253b19503&device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 1096 time: 0.2131565 Jun 11 18:14:15.591697 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-f230c441-c037-4fc1-b328-c57b3c26c234 None None] Deleting port f436e8ba-4f7a-46d6-9847-785e4ae5b496 {{(pid=91993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:14:15.592092 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f230c441-c037-4fc1-b328-c57b3c26c234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:15.651245 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Calling delete_port for f436e8ba-4f7a-46d6-9847-785e4ae5b496 owned by network:dhcp {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:14:15.781062 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-f230c441-c037-4fc1-b328-c57b3c26c234 None None] For port f436e8ba-4f7a-46d6-9847-785e4ae5b496, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=f436e8ba-4f7a-46d6-9847-785e4ae5b496,segment=NetworkSegment(2d33b7b2-1b4e-4184-9859-24f56d353859),segment_id=2d33b7b2-1b4e-4184-9859-24f56d353859)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:15.781774 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f230c441-c037-4fc1-b328-c57b3c26c234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:15.891645 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a915b2d-809e-4df7-b742-7dc947488130 req-4bb4393d-63c9-4f24-98ed-34691faf5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:15.894548 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3a915b2d-809e-4df7-b742-7dc947488130 req-4bb4393d-63c9-4f24-98ed-34691faf5077 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 200 len: 918 time: 0.3045919 Jun 11 18:14:16.029639 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1008cf-6ddd-44f0-bc19-19f76f5383b0 req-c087de7f-2d0f-427f-91e2-565a5fee01a5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:16.043449 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4d1008cf-6ddd-44f0-bc19-19f76f5383b0 req-c087de7f-2d0f-427f-91e2-565a5fee01a5 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.4920428 Jun 11 18:14:16.069496 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3a915b2d-809e-4df7-b742-7dc947488130 req-c60a463c-f978-4e1c-aa7d-3149ddd0871d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3 HTTP/1.1" status: 200 len: 998 time: 0.1670337 Jun 11 18:14:16.164864 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4d1008cf-6ddd-44f0-bc19-19f76f5383b0 req-8f800668-a0af-4422-a6c6-cd50c50fdf06 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200755 Jun 11 18:14:16.191568 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:16.207519 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-d48bf147-917b-4dbc-90f2-537df302c1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:16.228019 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-f230c441-c037-4fc1-b328-c57b3c26c234 None None] Calling delete_port for f436e8ba-4f7a-46d6-9847-785e4ae5b496 owned by network:dhcp {{(pid=91993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:14:16.255932 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f436e8ba-4f7a-46d6-9847-785e4ae5b496,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:16.270073 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:16.270427 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a915b2d-809e-4df7-b742-7dc947488130 req-fb3e470b-0d7e-4c4b-9582-793ee421d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:16.274218 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] No DVR routers for this DVR port f436e8ba-4f7a-46d6-9847-785e4ae5b496 on host dv-cinder-796049-1-smb {{(pid=91991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:14:16.286050 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3a915b2d-809e-4df7-b742-7dc947488130 req-fb3e470b-0d7e-4c4b-9582-793ee421d3c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4159feda-883d-4a61-bfd7-ed412eb99cf3 HTTP/1.1" status: 200 len: 855 time: 0.2095611 Jun 11 18:14:16.464281 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a915b2d-809e-4df7-b742-7dc947488130 req-3310c501-3810-470f-80ba-1cbaba88d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:16.467969 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3a915b2d-809e-4df7-b742-7dc947488130 req-3310c501-3810-470f-80ba-1cbaba88d08e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50265511-d9df-48bb-b4ed-800ebda6a31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1728542 Jun 11 18:14:16.501370 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f230c441-c037-4fc1-b328-c57b3c26c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681'] for port, after_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:16.505461 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-c39c69e9-e92e-4aba-8f15-04c8560b7984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:16.522014 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:16.564134 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f1e102-fbb3-4c67-8a71-6f0276c52943']}} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:16.586361 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230c441-c037-4fc1-b328-c57b3c26c234 None None] Pushing event deleted for resources: {'Port': ['ID=f436e8ba-4f7a-46d6-9847-785e4ae5b496,revision_number=None']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:16.592805 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-f230c441-c037-4fc1-b328-c57b3c26c234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:16.594824 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230c441-c037-4fc1-b328-c57b3c26c234 None None] No DVR routers for this DVR port f436e8ba-4f7a-46d6-9847-785e4ae5b496 on host dv-cinder-796049-1-smb {{(pid=91993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:14:16.617125 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d33b7b2-1b4e-4184-9859-24f56d353859') {'for_net_delete': True} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:16.617677 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d33b7b2-1b4e-4184-9859-24f56d353859') {} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:16.648084 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32623683'] for segment, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:16.682331 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:16.696227 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=91991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:14:16.696977 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29514911'] for segment, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:16.700245 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3a915b2d-809e-4df7-b742-7dc947488130 req-b611f81a-ad45-4f3b-8c27-fc9a0678c79a service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248538 Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: Traceback (most recent call last): Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: timer() Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: cb(*args, **kw) Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: return func(*args, **kwargs) Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: self._notify() Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: self.callback(batched_events) Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: event.method(event) Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: return f(self, *a, **k) Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: return self._get(url).json() Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: return self.request(url, 'GET', **kwargs) Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:14:16.873463 dv-cinder-796049-1-smb neutron-server[91991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:14:16.883339 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:16.904883 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-37a4d719-794b-4dc6-a61a-9438bc071808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:16.911936 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:16.920338 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] 10.222.0.63 "DELETE /v2.0/networks/74f1e102-fbb3-4c67-8a71-6f0276c52943 HTTP/1.1" status: 204 len: 168 time: 2.0865879 Jun 11 18:14:16.920682 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device f436e8ba-4f7a-46d6-9847-785e4ae5b496 no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:14:16.955387 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=74f1e102-fbb3-4c67-8a71-6f0276c52943,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:16.959983 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-c7844f46-4c2b-4006-8207-f73d11ec8db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:16.988508 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: f436e8ba-4f7a-46d6-9847-785e4ae5b496 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:14:16.992467 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device f436e8ba-4f7a-46d6-9847-785e4ae5b496 not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:14:17.041085 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3a915b2d-809e-4df7-b742-7dc947488130 req-0a6820fb-e97e-48cb-806a-d3a0779c0510 service neutron] 10.222.0.77 "GET /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343110 Jun 11 18:14:17.176386 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54718) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:17.252027 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-04f61550-de47-4877-b5e8-f6e6dc7b1c81 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=36adc438fe8649a7a0128f7971f65934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727222 Jun 11 18:14:17.256318 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54722) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:17.342043 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e075f86-6bda-43f1-a26f-a4b1b61f0078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.383888 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e075f86-6bda-43f1-a26f-a4b1b61f0078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.406198 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54730) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:17.521033 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e075f86-6bda-43f1-a26f-a4b1b61f0078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.527199 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3e075f86-6bda-43f1-a26f-a4b1b61f0078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.529508 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-3e075f86-6bda-43f1-a26f-a4b1b61f0078 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c HTTP/1.1" status: 204 len: 168 time: 0.2717304 Jun 11 18:14:17.531609 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ffb7be15-536b-4e64-ac8a-32f190036813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:17.548799 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e075f86-6bda-43f1-a26f-a4b1b61f0078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4ee1a2-3b5e-430b-9e2a-ec1e034d279c,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:17.554376 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3e075f86-6bda-43f1-a26f-a4b1b61f0078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:17.654869 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18426709-e678-4ec1-991e-b08bd99ffb7a req-9d63f4ee-fa08-455c-8399-8111d3eea992 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:17.658906 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-18426709-e678-4ec1-991e-b08bd99ffb7a req-9d63f4ee-fa08-455c-8399-8111d3eea992 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.1722972 Jun 11 18:14:17.763524 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-18426709-e678-4ec1-991e-b08bd99ffb7a req-2d17c831-f7d2-490c-b7d3-323f37d5e406 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894742 Jun 11 18:14:17.845642 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f1b4862f-7ad9-4840-a664-b9fc3c1ecdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.075390 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f1b4862f-7ad9-4840-a664-b9fc3c1ecdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.083101 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f1b4862f-7ad9-4840-a664-b9fc3c1ecdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.090398 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-056a05db-7201-4673-b91a-0415790bc912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:18.162574 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-f1b4862f-7ad9-4840-a664-b9fc3c1ecdce admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d5988ecdc42d4e26bf4fa6eec24888da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7545502 Jun 11 18:14:18.166757 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54748) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:18.174865 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4862f-7ad9-4840-a664-b9fc3c1ecdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a06d9ad-ec77-4ffd-9c82-d46c1e94f02c,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:18.181639 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-f1b4862f-7ad9-4840-a664-b9fc3c1ecdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:18.267102 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec56d-3fef-466c-b6b3-8e4a56a05da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.290912 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54752) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:18.320375 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec56d-3fef-466c-b6b3-8e4a56a05da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.423323 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-b325ff66-014e-4bc7-b615-1f08ce8d9266 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=91e82ede1a904a908c61e31fea4f6425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302304 Jun 11 18:14:18.436831 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54758) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:18.450369 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec56d-3fef-466c-b6b3-8e4a56a05da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.455964 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec56d-3fef-466c-b6b3-8e4a56a05da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.461737 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-dd0ec56d-3fef-466c-b6b3-8e4a56a05da2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9a06d9ad-ec77-4ffd-9c82-d46c1e94f02c HTTP/1.1" status: 204 len: 168 time: 0.2892113 Jun 11 18:14:18.465645 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-7f6ea3cb-ceb5-467d-9c70-a9801af89c3f tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:18.507401 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ec56d-3fef-466c-b6b3-8e4a56a05da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a06d9ad-ec77-4ffd-9c82-d46c1e94f02c,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:18.512305 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-dd0ec56d-3fef-466c-b6b3-8e4a56a05da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:18.644487 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-55ddb99c-09b2-4f95-96cf-3e8c964c5b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.692839 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-55ddb99c-09b2-4f95-96cf-3e8c964c5b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.869661 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-55ddb99c-09b2-4f95-96cf-3e8c964c5b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.874922 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-55ddb99c-09b2-4f95-96cf-3e8c964c5b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.877369 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-55ddb99c-09b2-4f95-96cf-3e8c964c5b37 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fa44dbc1-93b5-4034-8e40-64539376964f HTTP/1.1" status: 204 len: 168 time: 0.4386744 Jun 11 18:14:18.878368 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-1dec298a-a8b4-4195-af14-a33857d48a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:18.910251 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddb99c-09b2-4f95-96cf-3e8c964c5b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa44dbc1-93b5-4034-8e40-64539376964f,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:18.931890 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-55ddb99c-09b2-4f95-96cf-3e8c964c5b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:19.487986 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6d900-3e24-46c6-a067-8993186645dd req-14c4ec77-0e93-45d9-83a7-664ead5985ed tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:19.504372 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:14:19.516633 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0ba6d900-3e24-46c6-a067-8993186645dd req-14c4ec77-0e93-45d9-83a7-664ead5985ed tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.3190236 Jun 11 18:14:19.767679 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0ba6d900-3e24-46c6-a067-8993186645dd req-d1ab8416-abf1-416b-aef9-e6af94d35ccd tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284355 Jun 11 18:14:19.952193 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54768) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:19.996592 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-95846c47-ac50-495f-b062-597b8d203912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:20.101207 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-a6ac289b-e409-4117-a67a-b3b89d9c08fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:20.541600 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-95846c47-ac50-495f-b062-597b8d203912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:20.554411 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-95846c47-ac50-495f-b062-597b8d203912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:20.571415 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-57c87588-c477-4fa1-ae67-e200edab6815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:20.704898 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54776) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:20.706016 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-95846c47-ac50-495f-b062-597b8d203912 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1d50d1c8c98247b3a54467c678d955b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7509999 Jun 11 18:14:20.709052 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95846c47-ac50-495f-b062-597b8d203912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87f65e7-b59e-4443-807d-7ed23c264878,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:20.731957 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-95846c47-ac50-495f-b062-597b8d203912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:20.978304 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-09ac51b5-292c-4347-af31-87e41fc74acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:21.049752 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-09ac51b5-292c-4347-af31-87e41fc74acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:21.099048 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca4cdc-a47d-4944-a249-7dcfc5a0cb0e req-fea7f10c-2589-400d-bb3d-8a3b984956cb tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:21.128955 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5fca4cdc-a47d-4944-a249-7dcfc5a0cb0e req-fea7f10c-2589-400d-bb3d-8a3b984956cb tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1784666 Jun 11 18:14:21.190096 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-09ac51b5-292c-4347-af31-87e41fc74acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:21.194269 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-09ac51b5-292c-4347-af31-87e41fc74acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:21.195892 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-09ac51b5-292c-4347-af31-87e41fc74acd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c87f65e7-b59e-4443-807d-7ed23c264878 HTTP/1.1" status: 204 len: 168 time: 0.4782832 Jun 11 18:14:21.197132 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-761e37b4-e548-4d80-b2c3-609287091c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:21.228022 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac51b5-292c-4347-af31-87e41fc74acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87f65e7-b59e-4443-807d-7ed23c264878,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:21.242090 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-09ac51b5-292c-4347-af31-87e41fc74acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:21.389419 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5fca4cdc-a47d-4944-a249-7dcfc5a0cb0e req-eacc4da3-18ca-47a7-9c37-1b8bf894ea39 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582941 Jun 11 18:14:21.446916 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2c519-1d28-415e-8593-0cb48c6f9a84 req-f3142f4b-d9a6-400d-a55e-42a90daa86e7 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:21.449638 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3cf2c519-1d28-415e-8593-0cb48c6f9a84 req-f3142f4b-d9a6-400d-a55e-42a90daa86e7 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.2875855 Jun 11 18:14:21.590310 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-3cf2c519-1d28-415e-8593-0cb48c6f9a84 req-816cf191-9a12-4426-8cd1-b6edabf8bbb9 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942419 Jun 11 18:14:22.429681 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:22.726357 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-295ea483-40b5-44ef-bd9c-d4650d9161ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:23.020753 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd29e-51f0-4268-b3dd-a1c99b71c171 req-386077b7-7147-465e-b8bd-a88eb657ed15 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:23.023570 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ce3fd29e-51f0-4268-b3dd-a1c99b71c171 req-386077b7-7147-465e-b8bd-a88eb657ed15 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.3279939 Jun 11 18:14:23.149253 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76ccbc-440f-486c-926c-c72da05d3c3a req-9e594936-a4e4-41c0-b027-e015db52bec4 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:23.163919 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-be76ccbc-440f-486c-926c-c72da05d3c3a req-9e594936-a4e4-41c0-b027-e015db52bec4 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.2692101 Jun 11 18:14:23.212866 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ce3fd29e-51f0-4268-b3dd-a1c99b71c171 req-43c1d78a-506a-4f49-8780-0c345e7ba5a2 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650777 Jun 11 18:14:23.326023 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-be76ccbc-440f-486c-926c-c72da05d3c3a req-08d0349d-56c5-4cc0-a0bb-29c548e9759a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585348 Jun 11 18:14:23.659401 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:24.728360 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b503714-f14c-44bd-aca2-3e2a45b34cb1 req-edca16f2-ab74-4be5-8e05-38a318729ad7 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:24.730756 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1b503714-f14c-44bd-aca2-3e2a45b34cb1 req-edca16f2-ab74-4be5-8e05-38a318729ad7 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1990225 Jun 11 18:14:24.761218 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840bfcd-70b5-49d8-89c5-cd671354be64 req-cfc126c9-92ce-42f4-b3aa-75dacca0ae2a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:24.764251 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0840bfcd-70b5-49d8-89c5-cd671354be64 req-cfc126c9-92ce-42f4-b3aa-75dacca0ae2a tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.1699114 Jun 11 18:14:24.881500 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1b503714-f14c-44bd-aca2-3e2a45b34cb1 req-7621d54d-d998-4004-8358-891e6abf4651 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359770 Jun 11 18:14:24.928835 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0840bfcd-70b5-49d8-89c5-cd671354be64 req-9540bf7a-2d3a-4fb2-bdb2-26530910165c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514883 Jun 11 18:14:25.709222 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:26.340004 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0df9e-e2bb-41b5-b84e-1dd1a833dff1 req-e1cf6509-62a7-4013-9071-a4c4eb8cc9a2 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:26.342912 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cff0df9e-e2bb-41b5-b84e-1dd1a833dff1 req-e1cf6509-62a7-4013-9071-a4c4eb8cc9a2 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.2244487 Jun 11 18:14:26.386945 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ceb8c-c334-4794-b885-a41ce30d5878 req-8bc9e4c8-7c9b-4d99-a9a5-d6852c40aef0 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:26.389832 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-001ceb8c-c334-4794-b885-a41ce30d5878 req-8bc9e4c8-7c9b-4d99-a9a5-d6852c40aef0 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.1774757 Jun 11 18:14:26.510330 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cff0df9e-e2bb-41b5-b84e-1dd1a833dff1 req-3424da7e-e847-49a2-bf57-a5b4ca968189 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554015 Jun 11 18:14:26.516175 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-001ceb8c-c334-4794-b885-a41ce30d5878 req-5c6b7320-f742-417d-937e-141371215800 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070733 Jun 11 18:14:27.735619 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54884) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:28.239294 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8a196713-a6e0-41ea-b70e-ae184f0af1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:28.353224 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90199cd7-32bc-430d-8a4b-50b0aa6d7218 req-87f839b5-7fc4-4b7e-b93a-79f0b00068c2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:28.356159 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-90199cd7-32bc-430d-8a4b-50b0aa6d7218 req-87f839b5-7fc4-4b7e-b93a-79f0b00068c2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.4322464 Jun 11 18:14:28.429798 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2287f48-f037-4236-9bde-37b5936e739b req-01dd94a1-131c-43f1-a8da-43a6422546d7 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:28.434975 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f2287f48-f037-4236-9bde-37b5936e739b req-01dd94a1-131c-43f1-a8da-43a6422546d7 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.4104893 Jun 11 18:14:28.595667 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-90199cd7-32bc-430d-8a4b-50b0aa6d7218 req-48cb9e00-6b2b-4bad-a6d9-c36188238812 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255175 Jun 11 18:14:28.638179 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f2287f48-f037-4236-9bde-37b5936e739b req-4a0cf56d-daed-4471-9db5-e8ce34fbf677 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771846 Jun 11 18:14:28.721347 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8a196713-a6e0-41ea-b70e-ae184f0af1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:28.728085 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-8a196713-a6e0-41ea-b70e-ae184f0af1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:28.732411 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-741bb36c-aed6-48d2-9d7a-06ed3a5491d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:28.789532 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-8a196713-a6e0-41ea-b70e-ae184f0af1cd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3f74e75be8ae42509f40325850c25c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0507073 Jun 11 18:14:28.790896 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54906) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:28.791621 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a196713-a6e0-41ea-b70e-ae184f0af1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010e9eba-98d5-4edf-9dc2-e115c29fc451,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:28.802490 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-8a196713-a6e0-41ea-b70e-ae184f0af1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:28.901224 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2f0e-00d3-4af6-b8ff-893e55b3ad1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:28.937745 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2f0e-00d3-4af6-b8ff-893e55b3ad1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:29.009354 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2f0e-00d3-4af6-b8ff-893e55b3ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:29.013303 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2f0e-00d3-4af6-b8ff-893e55b3ad1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:29.015551 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-4e9b2f0e-00d3-4af6-b8ff-893e55b3ad1d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/010e9eba-98d5-4edf-9dc2-e115c29fc451 HTTP/1.1" status: 204 len: 168 time: 0.2230062 Jun 11 18:14:29.016901 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-82f99c8c-c931-4133-bc92-fd84cec49075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:29.032800 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b2f0e-00d3-4af6-b8ff-893e55b3ad1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010e9eba-98d5-4edf-9dc2-e115c29fc451,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:29.035442 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4e9b2f0e-00d3-4af6-b8ff-893e55b3ad1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:29.453079 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54914) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:29.471390 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b8adb013-63b9-4624-a4ad-f12e5a3e99ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:29.616350 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b8adb013-63b9-4624-a4ad-f12e5a3e99ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:29.622703 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b8adb013-63b9-4624-a4ad-f12e5a3e99ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:29.627392 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-dd0ec56d-3fef-466c-b6b3-8e4a56a05da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:29.704989 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adb013-63b9-4624-a4ad-f12e5a3e99ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba87c4ca-21d3-457f-a21d-45aa641a3f25,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:29.711104 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b8adb013-63b9-4624-a4ad-f12e5a3e99ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:29.724645 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-b8adb013-63b9-4624-a4ad-f12e5a3e99ca admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8f5a2413fb4a4ac0b5928882fe361ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675717 Jun 11 18:14:29.725292 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54920) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:29.805204 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7601c769-6dbb-49e7-bb8e-6fc02ac1b821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:29.833326 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7601c769-6dbb-49e7-bb8e-6fc02ac1b821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:29.911934 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7601c769-6dbb-49e7-bb8e-6fc02ac1b821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:29.916782 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7601c769-6dbb-49e7-bb8e-6fc02ac1b821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:29.918114 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-7601c769-6dbb-49e7-bb8e-6fc02ac1b821 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ba87c4ca-21d3-457f-a21d-45aa641a3f25 HTTP/1.1" status: 204 len: 168 time: 0.1914449 Jun 11 18:14:29.919499 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-11f03576-262f-4ef7-a3de-38440fd99d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:29.934380 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601c769-6dbb-49e7-bb8e-6fc02ac1b821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba87c4ca-21d3-457f-a21d-45aa641a3f25,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:29.934546 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c85a7-9e72-4e22-b17f-496d80905c53 req-903d84f9-d366-4cde-98fe-0210bb568613 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:29.944337 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-799c85a7-9e72-4e22-b17f-496d80905c53 req-903d84f9-d366-4cde-98fe-0210bb568613 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1471999 Jun 11 18:14:29.949733 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-7601c769-6dbb-49e7-bb8e-6fc02ac1b821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:30.038354 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-799c85a7-9e72-4e22-b17f-496d80905c53 req-bd709f3a-9477-4918-be0c-33dafaf502ec tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933430 Jun 11 18:14:30.076381 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260808cc-9ec6-45be-8f7e-5898e596fe10 req-fb6eb560-bcd0-4fd5-bcab-284b9773959d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:30.079274 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-260808cc-9ec6-45be-8f7e-5898e596fe10 req-fb6eb560-bcd0-4fd5-bcab-284b9773959d tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.2213297 Jun 11 18:14:30.155414 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-260808cc-9ec6-45be-8f7e-5898e596fe10 req-879a6fb9-59f7-43a5-a596-8e613b61d2cd tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639186 Jun 11 18:14:31.321759 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 6e842360-5b09-4b5c-a071-b2a9a40e69d3 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:14:31.420519 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c365e-2012-482b-a57b-340c11fff423 req-d074428c-6452-409d-b654-e30aef291cc8 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:31.422540 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d57c365e-2012-482b-a57b-340c11fff423 req-d074428c-6452-409d-b654-e30aef291cc8 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1885018 Jun 11 18:14:31.516166 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8caffa-f011-4f65-b198-d8ee8910fe21 req-709ebdd8-de5d-4432-89da-462ff8ab1091 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:31.519298 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7d8caffa-f011-4f65-b198-d8ee8910fe21 req-709ebdd8-de5d-4432-89da-462ff8ab1091 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 943 time: 0.1800435 Jun 11 18:14:31.576121 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d57c365e-2012-482b-a57b-340c11fff423 req-52a93861-b483-46d5-b45a-2cddd7565591 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407237 Jun 11 18:14:31.618870 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:31.649133 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'port_id': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'mac_address': 'fa:16:3e:f4:47:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:14:31.675229 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7d8caffa-f011-4f65-b198-d8ee8910fe21 req-4129d82e-fabe-4136-9940-2fc0e2583b93 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196380 Jun 11 18:14:31.705754 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 54968) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:31.751870 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:31.782725 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e842360-5b09-4b5c-a071-b2a9a40e69d3 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:14:31.826993 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:31.835311 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:31.839388 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:31.946695 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=6e842360-5b09-4b5c-a071-b2a9a40e69d3,revision_number=9']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:31.961957 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:31.962920 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:31.963485 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:31.964037 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:31.964838 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:31.965395 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:31.965955 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:31.966490 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:31.967050 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:31.967609 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:31.968430 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:31.969327 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:31.976605 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:32.067931 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['6e842360-5b09-4b5c-a071-b2a9a40e69d3'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:14:32.106305 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-49675bf9-1313-4908-8d2b-08e8182d661b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:32.302218 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-49675bf9-1313-4908-8d2b-08e8182d661b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:32.311426 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-49675bf9-1313-4908-8d2b-08e8182d661b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:32.319298 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-4e9b2f0e-00d3-4af6-b8ff-893e55b3ad1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:32.401023 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-49675bf9-1313-4908-8d2b-08e8182d661b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7f03119453204f2abd83e948114f0f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6917124 Jun 11 18:14:32.403373 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49675bf9-1313-4908-8d2b-08e8182d661b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da2b045-1e6a-49e6-9ee3-b74290ce5d7f,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:32.404524 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 54984) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:32.409417 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-49675bf9-1313-4908-8d2b-08e8182d661b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:32.511439 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1263235a-44f6-4539-bc2f-244442066a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:32.564733 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1263235a-44f6-4539-bc2f-244442066a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:32.647374 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1263235a-44f6-4539-bc2f-244442066a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:32.653147 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-1263235a-44f6-4539-bc2f-244442066a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:32.655562 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-1263235a-44f6-4539-bc2f-244442066a82 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6da2b045-1e6a-49e6-9ee3-b74290ce5d7f HTTP/1.1" status: 204 len: 168 time: 0.2491963 Jun 11 18:14:32.657197 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-73f1656f-56c0-4628-be67-13c01fdf5ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:32.679605 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263235a-44f6-4539-bc2f-244442066a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da2b045-1e6a-49e6-9ee3-b74290ce5d7f,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:32.693386 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-1263235a-44f6-4539-bc2f-244442066a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:33.018741 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386e3bc-f498-49ed-a1d1-66b338f7437f req-0534b620-552a-490c-889e-f029a886e9ed tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:33.022119 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f386e3bc-f498-49ed-a1d1-66b338f7437f req-0534b620-552a-490c-889e-f029a886e9ed tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.2044647 Jun 11 18:14:33.088193 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 55008) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:33.302936 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-80e785ce-b58b-40fa-abd1-fdb142142d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:33.320697 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 6e842360-5b09-4b5c-a071-b2a9a40e69d3 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:14:33.417928 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:14:33.418776 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:33.511436 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-80e785ce-b58b-40fa-abd1-fdb142142d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:33.518184 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-80e785ce-b58b-40fa-abd1-fdb142142d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:33.522540 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-9ed391ac-9c55-448e-b97b-549a0c4bcba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:33.559570 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074955-70ef-4435-8aef-ae3ca540779a req-07acaa78-73a1-44d1-a91c-41fa9a0a6f74 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:33.561466 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d8074955-70ef-4435-8aef-ae3ca540779a req-07acaa78-73a1-44d1-a91c-41fa9a0a6f74 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 944 time: 0.6184742 Jun 11 18:14:33.564923 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-f386e3bc-f498-49ed-a1d1-66b338f7437f req-f0679d48-855a-402f-ad6d-682d60b3bd75 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5259376 Jun 11 18:14:33.578861 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e785ce-b58b-40fa-abd1-fdb142142d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aa6c7b-2877-4f10-b4c1-58e490e122b1,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:33.590409 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-80e785ce-b58b-40fa-abd1-fdb142142d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:33.598588 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-80e785ce-b58b-40fa-abd1-fdb142142d6e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=154755321f6f43eda308e53f15c931c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5075426 Jun 11 18:14:33.602892 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 55022) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:33.635115 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:33.679012 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:33.682680 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d8074955-70ef-4435-8aef-ae3ca540779a req-062c9d07-449f-4310-82be-36b402be27c1 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048877 Jun 11 18:14:33.683052 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8007be8a-718c-46b3-b8c5-c2cd81e9a229" -d '{"events": [{"server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "name": "network-vif-plugged", "status": "completed", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:33.735015 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:33.744935 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:33.745900 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bff696d9-dee2-4c00-9a54-df4ca2806c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:33.751815 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-dec3e558-b447-4a51-a279-82a8d1c2bfbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:33.799741 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bff696d9-dee2-4c00-9a54-df4ca2806c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:33.805895 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36059873-55ed-472b-8952-4fae7b20fdc3 x-openstack-request-id: req-36059873-55ed-472b-8952-4fae7b20fdc3 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:33.806405 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "name": "network-vif-plugged", "status": "completed", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:33.806836 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-36059873-55ed-472b-8952-4fae7b20fdc3 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:33.808324 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'code': 200} Jun 11 18:14:33.869720 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=6e842360-5b09-4b5c-a071-b2a9a40e69d3,revision_number=10']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:33.876284 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:33.936922 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bff696d9-dee2-4c00-9a54-df4ca2806c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:33.943146 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-bff696d9-dee2-4c00-9a54-df4ca2806c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:33.945581 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-bff696d9-dee2-4c00-9a54-df4ca2806c1d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d5aa6c7b-2877-4f10-b4c1-58e490e122b1 HTTP/1.1" status: 204 len: 168 time: 0.3411078 Jun 11 18:14:33.947052 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f2b2a014-e7a9-4732-94f2-ede8c8dc7490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:33.966325 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff696d9-dee2-4c00-9a54-df4ca2806c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aa6c7b-2877-4f10-b4c1-58e490e122b1,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:33.971598 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-bff696d9-dee2-4c00-9a54-df4ca2806c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:34.138792 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c2c30-9e0a-4462-a4e7-a40ccc12876d req-209a1522-aa4c-410b-9c3e-ef275e1b9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:34.141044 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-1e5c2c30-9e0a-4462-a4e7-a40ccc12876d req-209a1522-aa4c-410b-9c3e-ef275e1b9c0b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 1099 time: 0.1095831 Jun 11 18:14:34.203429 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-1e5c2c30-9e0a-4462-a4e7-a40ccc12876d req-baba2e23-4d36-4268-a402-e8340123063e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542617 Jun 11 18:14:34.526364 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 55052) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:34.557346 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8662f1a1-bac1-4d1c-98f1-bfe180cac5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:34.763985 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8662f1a1-bac1-4d1c-98f1-bfe180cac5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:34.769928 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-8662f1a1-bac1-4d1c-98f1-bfe180cac5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:34.773342 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8550066e-8f38-4a8f-8152-f5d4791e30d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:34.852165 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662f1a1-bac1-4d1c-98f1-bfe180cac5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ae7834-72f7-4adb-bc3f-2c3c2c748d96,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:34.860769 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-8662f1a1-bac1-4d1c-98f1-bfe180cac5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:34.885562 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-8662f1a1-bac1-4d1c-98f1-bfe180cac5b9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a1e875782fd74aa69b6936b331cdf813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572762 Jun 11 18:14:34.888293 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 55082) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:34.935850 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8df879-f421-4cb7-8b94-1acff70e862f req-8f4506bb-596c-43fb-8835-8d8b94639a12 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:34.941611 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9f8df879-f421-4cb7-8b94-1acff70e862f req-8f4506bb-596c-43fb-8835-8d8b94639a12 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1407757 Jun 11 18:14:34.992399 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-63d5cc89-33e9-4fc6-8928-8a2b327a0991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:35.023489 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9f8df879-f421-4cb7-8b94-1acff70e862f req-7d06a40f-bd89-4100-856c-b0364d4dcc01 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677288 Jun 11 18:14:35.041834 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e91325-b4f2-471a-85a3-a1fba84d0bb1 req-12e8d20e-4299-469c-9614-f197c2a3e5c6 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:35.045163 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-39e91325-b4f2-471a-85a3-a1fba84d0bb1 req-12e8d20e-4299-469c-9614-f197c2a3e5c6 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 946 time: 0.1845148 Jun 11 18:14:35.060381 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-63d5cc89-33e9-4fc6-8928-8a2b327a0991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:35.142991 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-63d5cc89-33e9-4fc6-8928-8a2b327a0991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:35.151671 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-39e91325-b4f2-471a-85a3-a1fba84d0bb1 req-d94e5e71-a584-459d-9f94-c6eb6e85a6e2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966773 Jun 11 18:14:35.152802 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-63d5cc89-33e9-4fc6-8928-8a2b327a0991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:35.154573 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-63d5cc89-33e9-4fc6-8928-8a2b327a0991 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c4ae7834-72f7-4adb-bc3f-2c3c2c748d96 HTTP/1.1" status: 204 len: 168 time: 0.2649305 Jun 11 18:14:35.160236 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-6291e9a8-1489-4ac5-8743-e65258e6f55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:35.196396 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5cc89-33e9-4fc6-8928-8a2b327a0991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ae7834-72f7-4adb-bc3f-2c3c2c748d96,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:35.199082 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-63d5cc89-33e9-4fc6-8928-8a2b327a0991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:36.431087 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff74f9f-895b-4cbb-b90a-5e016eb7a3ac req-16388939-60ac-404e-abf8-7d0368c82b2d tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:36.435521 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-aff74f9f-895b-4cbb-b90a-5e016eb7a3ac req-16388939-60ac-404e-abf8-7d0368c82b2d tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1893387 Jun 11 18:14:36.598844 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-aff74f9f-895b-4cbb-b90a-5e016eb7a3ac req-3327a842-b070-440f-bf2e-aa6ec27b2b45 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555178 Jun 11 18:14:36.650833 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad5bc0-ef02-4183-8cda-7b0ff6df6516 req-164e8d37-4686-41d0-b8a3-5033781cfe4c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:36.652506 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4dad5bc0-ef02-4183-8cda-7b0ff6df6516 req-164e8d37-4686-41d0-b8a3-5033781cfe4c tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 946 time: 0.1976421 Jun 11 18:14:36.753798 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-4dad5bc0-ef02-4183-8cda-7b0ff6df6516 req-0a1c88bf-20ee-4baf-bb71-d2fa2be9c24b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939653 Jun 11 18:14:37.901455 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c132ac8-2adb-4e8b-be1a-3e8cb12c3838 req-d99bfa2e-70e4-4c20-8821-7def47abbc93 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:37.903596 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0c132ac8-2adb-4e8b-be1a-3e8cb12c3838 req-d99bfa2e-70e4-4c20-8821-7def47abbc93 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1192780 Jun 11 18:14:38.001817 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0c132ac8-2adb-4e8b-be1a-3e8cb12c3838 req-4c40bd06-fdfb-490e-b998-1ad4ec614fee tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868616 Jun 11 18:14:38.115144 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636ff32-0640-443b-bca6-2f87b7ee2ee5 req-9ff40369-9586-414a-b1fd-7d137a9f5f47 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:38.117852 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e636ff32-0640-443b-bca6-2f87b7ee2ee5 req-9ff40369-9586-414a-b1fd-7d137a9f5f47 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 946 time: 0.1464496 Jun 11 18:14:38.198089 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e636ff32-0640-443b-bca6-2f87b7ee2ee5 req-801f9d5b-5b59-43ea-95db-dcacf5fc760f tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733473 Jun 11 18:14:39.251240 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b0618-cd45-4973-89da-55cc8147cee1 req-db7ee9c0-1607-4406-95fb-a89635dda850 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:39.252922 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-453b0618-cd45-4973-89da-55cc8147cee1 req-db7ee9c0-1607-4406-95fb-a89635dda850 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.0935109 Jun 11 18:14:39.314925 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-453b0618-cd45-4973-89da-55cc8147cee1 req-67619dc5-5e28-4e3b-bda8-03bab4ceb69d tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557356 Jun 11 18:14:39.497977 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab28ff1-36ac-44e7-9d1b-dda72a0737c8 req-1c08e558-06af-47d4-82fb-62607221450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:39.499493 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-1ab28ff1-36ac-44e7-9d1b-dda72a0737c8 req-1c08e558-06af-47d4-82fb-62607221450b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b1c0ab350c40f899fc30e7bb6a63b9&device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 1098 time: 0.0739136 Jun 11 18:14:39.701437 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab28ff1-36ac-44e7-9d1b-dda72a0737c8 req-1878a83c-df32-47d2-8b98-7c41c43a9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:39.704509 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-1ab28ff1-36ac-44e7-9d1b-dda72a0737c8 req-1878a83c-df32-47d2-8b98-7c41c43a9ed2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc HTTP/1.1" status: 200 len: 910 time: 0.1907952 Jun 11 18:14:39.870925 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-1ab28ff1-36ac-44e7-9d1b-dda72a0737c8 req-6b395498-6811-4b44-978a-a938bcd67dbd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf HTTP/1.1" status: 200 len: 1000 time: 0.1589997 Jun 11 18:14:39.964947 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab28ff1-36ac-44e7-9d1b-dda72a0737c8 req-0703a84f-e37a-4ec8-8064-68d1bea612e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:39.967581 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-1ab28ff1-36ac-44e7-9d1b-dda72a0737c8 req-0703a84f-e37a-4ec8-8064-68d1bea612e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1851b65a-e963-43c3-82e7-37d15519f5e3 HTTP/1.1" status: 200 len: 847 time: 0.0867233 Jun 11 18:14:40.064524 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab28ff1-36ac-44e7-9d1b-dda72a0737c8 req-0b77fd96-db74-4145-b4ae-90ea0e309f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:40.067814 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-1ab28ff1-36ac-44e7-9d1b-dda72a0737c8 req-0b77fd96-db74-4145-b4ae-90ea0e309f36 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918994 Jun 11 18:14:40.257271 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-1ab28ff1-36ac-44e7-9d1b-dda72a0737c8 req-22fb2391-260c-4f10-a7a1-d9cfee8f76c3 service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819618 Jun 11 18:14:40.452359 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-1ab28ff1-36ac-44e7-9d1b-dda72a0737c8 req-e75574c6-1945-44c5-89ec-ba26308bfb2b service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879880 Jun 11 18:14:40.565159 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ff375-a3df-4829-a911-4acb1bbcf673 req-3fb8f0bd-01bd-4421-adb6-2c18f695a05c tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:40.569425 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-929ff375-a3df-4829-a911-4acb1bbcf673 req-3fb8f0bd-01bd-4421-adb6-2c18f695a05c tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.0883090 Jun 11 18:14:40.641351 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-929ff375-a3df-4829-a911-4acb1bbcf673 req-79e13bc5-53e5-46b7-950b-dd6d42f3502a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667396 Jun 11 18:14:42.000022 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6ba6c-9384-4549-ab48-12ec85e01d60 req-632e2937-69c2-4248-8baa-cbc7f996bb51 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:42.015044 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-aed6ba6c-9384-4549-ab48-12ec85e01d60 req-632e2937-69c2-4248-8baa-cbc7f996bb51 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1768486 Jun 11 18:14:42.102063 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-aed6ba6c-9384-4549-ab48-12ec85e01d60 req-b2e7f96a-26cf-4877-a7b0-3edf2cb1f56e tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713749 Jun 11 18:14:42.491701 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:43.093341 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-cb79ff57-09d6-487e-8d18-8515a168447b req-4470235d-e29d-49d3-8968-2f161ed0fb1f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1474848 Jun 11 18:14:43.247192 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79ff57-09d6-487e-8d18-8515a168447b req-2cec6b68-9ffc-47a1-9966-a45748314939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:43.249112 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-cb79ff57-09d6-487e-8d18-8515a168447b req-2cec6b68-9ffc-47a1-9966-a45748314939 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b1c0ab350c40f899fc30e7bb6a63b9&device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 1098 time: 0.1233764 Jun 11 18:14:43.473150 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79ff57-09d6-487e-8d18-8515a168447b req-ecde22ad-823c-4eb8-bb60-d4034e3e00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:43.475285 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-cb79ff57-09d6-487e-8d18-8515a168447b req-ecde22ad-823c-4eb8-bb60-d4034e3e00ad service neutron] 10.222.0.77 "GET /v2.0/networks?id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc HTTP/1.1" status: 200 len: 910 time: 0.1987674 Jun 11 18:14:43.491341 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18a4c8-1d59-472d-a6d5-26c6daff65ca req-1fc72fe8-3585-4be5-8f08-ac229a40bd18 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:43.493907 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0a18a4c8-1d59-472d-a6d5-26c6daff65ca req-1fc72fe8-3585-4be5-8f08-ac229a40bd18 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1316347 Jun 11 18:14:43.566726 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0a18a4c8-1d59-472d-a6d5-26c6daff65ca req-27586771-995d-4d80-9a84-29c21bae47bb tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656872 Jun 11 18:14:43.589405 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-cb79ff57-09d6-487e-8d18-8515a168447b req-b23e5d49-15cd-413a-8e31-128edeb55940 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf HTTP/1.1" status: 200 len: 1000 time: 0.1073554 Jun 11 18:14:43.681495 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79ff57-09d6-487e-8d18-8515a168447b req-8209ca22-c292-462e-b92f-27c65dbd5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:43.684222 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-cb79ff57-09d6-487e-8d18-8515a168447b req-8209ca22-c292-462e-b92f-27c65dbd5b24 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1851b65a-e963-43c3-82e7-37d15519f5e3 HTTP/1.1" status: 200 len: 847 time: 0.0878384 Jun 11 18:14:43.793960 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79ff57-09d6-487e-8d18-8515a168447b req-335589e7-7b7b-436e-9659-221c9a26e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:43.796298 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-cb79ff57-09d6-487e-8d18-8515a168447b req-335589e7-7b7b-436e-9659-221c9a26e66b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1043701 Jun 11 18:14:43.972180 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-cb79ff57-09d6-487e-8d18-8515a168447b req-63819259-5a9a-41f2-bc03-3b57d60e5e3c service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693766 Jun 11 18:14:44.097940 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-b02e0669-35f6-490e-8a47-8e88fc5cda27 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1204019 Jun 11 18:14:44.242814 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-cb79ff57-09d6-487e-8d18-8515a168447b req-d6220705-e515-447f-8678-0a4990a9de8a service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611585 Jun 11 18:14:44.289885 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24946f4-83df-48d2-b1be-2fb7732b5ac5 req-253bf826-e442-4940-a18e-1338b4dc09fe tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:44.293650 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b24946f4-83df-48d2-b1be-2fb7732b5ac5 req-253bf826-e442-4940-a18e-1338b4dc09fe tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1899350 Jun 11 18:14:44.386382 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b24946f4-83df-48d2-b1be-2fb7732b5ac5 req-5c7b0f4c-e14b-47d4-8e0e-161dfcef61ef tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816801 Jun 11 18:14:45.399940 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device fd0c1870-3848-4af6-86b0-5baf1e76febf no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:14:45.640596 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:45.696062 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:45.698444 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc46450c-cdd1-4354-b1c2-393483e2061f" -d '{"events": [{"server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "name": "network-vif-unplugged", "status": "completed", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:45.725012 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port fd0c1870-3848-4af6-86b0-5baf1e76febf, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:45.733965 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:45.738638 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:45.770430 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af6ce0-7ad8-42f6-827c-9b25158feceb req-c8d75d8d-fbc7-4b41-bd57-9aeaa10eecad tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:45.773262 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e9af6ce0-7ad8-42f6-827c-9b25158feceb req-c8d75d8d-fbc7-4b41-bd57-9aeaa10eecad tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1644650 Jun 11 18:14:45.783721 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddaa3ec-052a-4536-b6ee-9396ce301192 x-openstack-request-id: req-cddaa3ec-052a-4536-b6ee-9396ce301192 {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:45.784181 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "name": "network-vif-unplugged", "status": "failed", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf", "code": 422}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:45.784752 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cddaa3ec-052a-4536-b6ee-9396ce301192 {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:45.785702 dv-cinder-796049-1-smb neutron-server[91993]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'code': 422} returned with failed status Jun 11 18:14:45.854666 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=fd0c1870-3848-4af6-86b0-5baf1e76febf,revision_number=6']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:45.861362 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e9af6ce0-7ad8-42f6-827c-9b25158feceb req-fbb21bf3-0e1f-4465-829a-9ce63f819032 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795903 Jun 11 18:14:45.863764 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:46.676749 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-eb1b5400-a64b-49bd-af05-a11fe15d3c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:46.679561 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-eb1b5400-a64b-49bd-af05-a11fe15d3c37 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce&tenant_id=61b1c0ab350c40f899fc30e7bb6a63b9 HTTP/1.1" status: 200 len: 1096 time: 0.1099005 Jun 11 18:14:46.823581 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-119c77b8-18ae-46f6-9536-93282e5d98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:46.827647 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-119c77b8-18ae-46f6-9536-93282e5d98e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b1c0ab350c40f899fc30e7bb6a63b9&device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 1096 time: 0.1171930 Jun 11 18:14:47.056308 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-3e21028e-4687-43d7-8ea8-4983b34e5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:47.057835 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-3e21028e-4687-43d7-8ea8-4983b34e5f3b service neutron] 10.222.0.77 "GET /v2.0/networks?id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc HTTP/1.1" status: 200 len: 910 time: 0.2240500 Jun 11 18:14:47.196606 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36658a2-9df9-4899-a255-7dbd3d09877d req-2521ffab-3d61-4c50-b705-c44a81621007 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:47.199479 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e36658a2-9df9-4899-a255-7dbd3d09877d req-2521ffab-3d61-4c50-b705-c44a81621007 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 943 time: 0.1590061 Jun 11 18:14:47.282774 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e36658a2-9df9-4899-a255-7dbd3d09877d req-49403b78-6b5c-44b9-97b3-8340c01753bb tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732448 Jun 11 18:14:47.665150 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-2bb047ed-8842-4700-b17a-c44f4e914d56 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf HTTP/1.1" status: 200 len: 998 time: 0.6003029 Jun 11 18:14:47.773679 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-5cba60aa-eb80-4f82-9e28-e7978ccde869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:47.776332 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-5cba60aa-eb80-4f82-9e28-e7978ccde869 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1851b65a-e963-43c3-82e7-37d15519f5e3 HTTP/1.1" status: 200 len: 847 time: 0.1038897 Jun 11 18:14:47.897942 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-deade399-d7d2-4b2d-839c-2f828a46d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:47.899647 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-deade399-d7d2-4b2d-839c-2f828a46d558 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1162248 Jun 11 18:14:48.073734 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-a1b81a64-5029-498f-9a33-d31497be52d2 service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650178 Jun 11 18:14:48.287080 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-86f80f91-ff41-48e1-a8f2-ba61664bb04f req-a5929255-5332-4df4-9748-6b5080875bf9 service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065954 Jun 11 18:14:48.582861 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb07994-f412-4199-a1b9-be10443d062f req-cfb7693e-2184-469e-a695-77a83f8ca9dd tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:48.584563 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bdb07994-f412-4199-a1b9-be10443d062f req-cfb7693e-2184-469e-a695-77a83f8ca9dd tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 943 time: 0.1343193 Jun 11 18:14:48.665883 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bdb07994-f412-4199-a1b9-be10443d062f req-02203f2a-a20f-43ee-9d46-3e373de60bb7 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700657 Jun 11 18:14:49.425919 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device fd0c1870-3848-4af6-86b0-5baf1e76febf details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:14:49.668039 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port fd0c1870-3848-4af6-86b0-5baf1e76febf, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:49.693691 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'port_id': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'mac_address': 'fa:16:3e:52:84:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:14:49.784504 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:49.819571 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0c1870-3848-4af6-86b0-5baf1e76febf {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:14:49.871352 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port fd0c1870-3848-4af6-86b0-5baf1e76febf, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:49.878371 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:49.882818 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-c5b7e062-ce9b-4491-8d9e-4943c690e762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:49.954619 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e597e40-cecd-45eb-99c4-44a5bdd02743 req-e69bf4ed-968e-4eb9-b69d-850dd6fc1f20 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:49.957432 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7e597e40-cecd-45eb-99c4-44a5bdd02743 req-e69bf4ed-968e-4eb9-b69d-850dd6fc1f20 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 943 time: 0.1082010 Jun 11 18:14:49.974268 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=fd0c1870-3848-4af6-86b0-5baf1e76febf,revision_number=7']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:49.980142 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:50.042772 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7e597e40-cecd-45eb-99c4-44a5bdd02743 req-72e1d5a1-28e3-46a1-bca8-e808121fda21 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745370 Jun 11 18:14:50.065488 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-75f3d219-ad1d-4402-af5c-bd0e8e924d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:50.114640 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['fd0c1870-3848-4af6-86b0-5baf1e76febf'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:14:51.397342 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1e200-d8c4-4717-9062-f16e6ebe9ca3 req-356fdc3c-85e8-4b5c-ae69-317a5213f7d7 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:51.400138 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9cd1e200-d8c4-4717-9062-f16e6ebe9ca3 req-356fdc3c-85e8-4b5c-ae69-317a5213f7d7 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 944 time: 0.1242616 Jun 11 18:14:51.442654 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device fd0c1870-3848-4af6-86b0-5baf1e76febf up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:14:51.483128 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9cd1e200-d8c4-4717-9062-f16e6ebe9ca3 req-aa825829-f78f-405c-8c1c-1026a9181fe0 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717897 Jun 11 18:14:51.551116 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port fd0c1870-3848-4af6-86b0-5baf1e76febf triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:14:51.551766 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:51.739734 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:51.789909 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:51.794141 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274aa063-1aa6-4ba2-85b4-ba25fb2cdd32" -d '{"events": [{"server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "name": "network-vif-plugged", "status": "completed", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:51.829410 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port fd0c1870-3848-4af6-86b0-5baf1e76febf, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:51.836241 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:51.840984 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:51.902737 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cfb731-2223-41fc-b4f3-b1ef43cde10e x-openstack-request-id: req-88cfb731-2223-41fc-b4f3-b1ef43cde10e {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:51.903215 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "name": "network-vif-plugged", "status": "completed", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:51.903651 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-88cfb731-2223-41fc-b4f3-b1ef43cde10e {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:51.904568 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'code': 200} Jun 11 18:14:51.945154 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=fd0c1870-3848-4af6-86b0-5baf1e76febf,revision_number=8']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:51.949624 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:52.212153 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d6687-05c3-49f9-b5a1-8a9614fba5a5 req-602a97d0-3bb9-46d2-a189-176f86e4b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:52.213784 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-017d6687-05c3-49f9-b5a1-8a9614fba5a5 req-602a97d0-3bb9-46d2-a189-176f86e4b51e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 1098 time: 0.0806398 Jun 11 18:14:52.266963 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-017d6687-05c3-49f9-b5a1-8a9614fba5a5 req-5ac18579-984c-4a29-84f5-b850a3a27b7b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462883 Jun 11 18:14:52.431603 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:52.702112 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ffba6aea-032f-4c2b-9447-eca67f454fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:52.780977 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab34d7-85ba-4d67-84ad-090fb76eaf9d req-57e0bb86-c257-44f3-8910-f69bca7b09cc tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:52.783097 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cfab34d7-85ba-4d67-84ad-090fb76eaf9d req-57e0bb86-c257-44f3-8910-f69bca7b09cc tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1007187 Jun 11 18:14:52.839437 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cfab34d7-85ba-4d67-84ad-090fb76eaf9d req-2eba90e2-95c0-4e32-b68a-f5421889b196 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495450 Jun 11 18:14:53.653367 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:54.066879 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfeb08-167d-4050-bd5e-fca4dacc0f68 req-298c99c7-1cd3-47b8-a3a0-d8a1f63fa3ae tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:54.068836 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-03bfeb08-167d-4050-bd5e-fca4dacc0f68 req-298c99c7-1cd3-47b8-a3a0-d8a1f63fa3ae tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.0824072 Jun 11 18:14:54.151648 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-03bfeb08-167d-4050-bd5e-fca4dacc0f68 req-4f54765a-6e69-4526-a26b-0bb528898f32 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751684 Jun 11 18:14:55.693891 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:56.494348 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:15:00.351275 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 55408) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:00.503477 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-328a92d0-585c-46d4-a872-9953fe9188de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.643560 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-328a92d0-585c-46d4-a872-9953fe9188de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.648911 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-328a92d0-585c-46d4-a872-9953fe9188de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.651447 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-5b02bda0-b412-4a2d-8076-4ba435afec56 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:00.699823 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-328a92d0-585c-46d4-a872-9953fe9188de admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=268de823cd524ab08025ec2d9a6367f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474143 Jun 11 18:15:00.700723 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a92d0-585c-46d4-a872-9953fe9188de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d64daf-f9ba-4ea5-8c00-3420cce95d49,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:00.703291 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 55412) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:00.704391 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-328a92d0-585c-46d4-a872-9953fe9188de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:00.802458 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-691523ef-1c2e-4066-ae7a-287f9df9af69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.847816 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-691523ef-1c2e-4066-ae7a-287f9df9af69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.939076 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-691523ef-1c2e-4066-ae7a-287f9df9af69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.944209 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-691523ef-1c2e-4066-ae7a-287f9df9af69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.946059 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-691523ef-1c2e-4066-ae7a-287f9df9af69 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a7d64daf-f9ba-4ea5-8c00-3420cce95d49 HTTP/1.1" status: 204 len: 168 time: 0.2410696 Jun 11 18:15:00.947517 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3e075f86-6bda-43f1-a26f-a4b1b61f0078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:00.963615 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691523ef-1c2e-4066-ae7a-287f9df9af69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d64daf-f9ba-4ea5-8c00-3420cce95d49,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:00.967454 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-691523ef-1c2e-4066-ae7a-287f9df9af69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:06.259189 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 55494) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:06.418177 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:06.570824 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:06.575765 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:06.579056 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2035c18d-4372-4f2e-a7e8-7dae5196dbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:06.632383 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3ca80ed6e59e4ceb81afcff12eed7df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720243 Jun 11 18:15:06.633578 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66f0527-1352-47d9-ba7d-5666d549bbef,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:06.635481 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 55498) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:06.644413 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:06.644902 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:06.645366 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:06.645877 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:06.646354 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:06.646926 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:06.647387 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:06.647879 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:06.648397 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:06.648951 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:06.649445 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:06.650036 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:06.655072 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-26e6425e-f418-47ce-a7d2-11f6083db359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:06.711321 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-7402f431-f03a-4a17-9dc5-765339f1d686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:06.742982 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-7402f431-f03a-4a17-9dc5-765339f1d686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:06.817908 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-7402f431-f03a-4a17-9dc5-765339f1d686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:06.821040 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-7402f431-f03a-4a17-9dc5-765339f1d686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:06.822368 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-7402f431-f03a-4a17-9dc5-765339f1d686 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b66f0527-1352-47d9-ba7d-5666d549bbef HTTP/1.1" status: 204 len: 168 time: 0.1856372 Jun 11 18:15:06.823260 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-f1b4862f-7ad9-4840-a664-b9fc3c1ecdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:06.833754 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402f431-f03a-4a17-9dc5-765339f1d686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66f0527-1352-47d9-ba7d-5666d549bbef,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:06.836914 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-7402f431-f03a-4a17-9dc5-765339f1d686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:12.505810 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:14.577009 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 55564) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:14.715072 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:14.840978 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:14.847302 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:14.851046 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-0ef1b117-2e72-4552-9388-1cc80badcc54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:14.905397 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec143544-77c6-450d-a29c-ffbfce39e6b0,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:14.910265 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6f29e14110c8426dad9820471cdde2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320377 Jun 11 18:15:14.914228 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 55568) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:14.918293 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:14.918795 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:14.919186 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:14.919598 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:14.920015 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:14.920425 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:14.920826 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:14.921189 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:14.921732 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:14.922297 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:14.922858 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:14.923222 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:14.928699 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-f1804e30-887a-4dd4-a982-f06717134e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:15.016100 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-198343a4-8005-4e00-9bdb-4329b68ea1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:15.056927 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-198343a4-8005-4e00-9bdb-4329b68ea1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:15.132632 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-198343a4-8005-4e00-9bdb-4329b68ea1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:15.135859 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-198343a4-8005-4e00-9bdb-4329b68ea1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:15.137786 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-198343a4-8005-4e00-9bdb-4329b68ea1f7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ec143544-77c6-450d-a29c-ffbfce39e6b0 HTTP/1.1" status: 204 len: 168 time: 0.2215068 Jun 11 18:15:15.138618 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-2d3a0880-be78-4123-a9f4-24096a00267f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:15.149816 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198343a4-8005-4e00-9bdb-4329b68ea1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec143544-77c6-450d-a29c-ffbfce39e6b0,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:15.153018 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-198343a4-8005-4e00-9bdb-4329b68ea1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:17.335321 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3929ca-284a-4e90-9cfe-7c888bc9068d req-71d1a37d-6aeb-4f7c-9d52-bbe6f5e40593 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:17.336975 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0f3929ca-284a-4e90-9cfe-7c888bc9068d req-71d1a37d-6aeb-4f7c-9d52-bbe6f5e40593 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 946 time: 0.0773590 Jun 11 18:15:17.385896 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0f3929ca-284a-4e90-9cfe-7c888bc9068d req-c4eb648d-84f2-4a90-9a2c-f9f61f65c890 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428612 Jun 11 18:15:18.599632 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4d1d0-9630-4f21-bcd6-449c5ab3c7d6 req-966894ec-93e2-4d36-8073-c6c5185f3b1b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:18.601580 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e5b4d1d0-9630-4f21-bcd6-449c5ab3c7d6 req-966894ec-93e2-4d36-8073-c6c5185f3b1b tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 946 time: 0.0839634 Jun 11 18:15:18.654075 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-95285b4b-dd5e-43fd-8d12-1d87e0293e8e tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:18.656607 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-95285b4b-dd5e-43fd-8d12-1d87e0293e8e tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 946 time: 0.0869911 Jun 11 18:15:18.659671 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-e5b4d1d0-9630-4f21-bcd6-449c5ab3c7d6 req-be34b04b-ac54-4e14-82a8-4b04485142d2 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups?id=36a9228b-f80e-4a19-93a3-71069a55f804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444760 Jun 11 18:15:18.839150 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Deleting port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:15:18.839567 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:18.983370 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] For port 6e842360-5b09-4b5c-a071-b2a9a40e69d3, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6e842360-5b09-4b5c-a071-b2a9a40e69d3,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:18.983695 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:19.323054 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:19.323498 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003827'] for floatingip, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:19.323890 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.db.l3_db [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Floating IP 05dfa859-afe1-4eb0-9cf3-415423ee117d disassociated. External IP: 172.28.1.91, port: 6e842360-5b09-4b5c-a071-b2a9a40e69d3. Jun 11 18:15:19.324396 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Calling delete_port for 6e842360-5b09-4b5c-a071-b2a9a40e69d3 owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:15:19.536024 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:19.541655 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-6472500a-5b3b-476a-acd9-936aa1db269b tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:19.584810 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event deleted for resources: {'Port': ['ID=6e842360-5b09-4b5c-a071-b2a9a40e69d3,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:19.588413 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:19.777961 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Router c13c948a-4d64-4122-8cd8-e0bb13d69916 has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:15:19.863512 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9af4b8a4-7da9-4545-9a69-d1bd3b339e5e req-9dda9abe-c54f-42d5-aa2a-bcc5d4d4f956 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8086795-da3b-43b6-9532-776a300e47d7 HTTP/1.1" status: 200 len: 210 time: 0.0532277 Jun 11 18:15:20.000474 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:15:20.016292 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195591c9-b3aa-4a7d-9640-b6e1f243aea4 None None] Sync routers for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:15:20.033588 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195591c9-b3aa-4a7d-9640-b6e1f243aea4 None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:15:20.034676 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-195591c9-b3aa-4a7d-9640-b6e1f243aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:14:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:20.074298 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c92baa3b-6912-4b9a-b5f7-9aca35c5d113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:20.104222 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] No DVR routers for this DVR port 6e842360-5b09-4b5c-a071-b2a9a40e69d3 on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:15:20.108868 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:20.113267 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c6a4fef2-e6cf-4413-a8eb-2d34d4fb8d3e req-3610a379-f071-4a44-ad05-9b04c4ecbb36 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.77 "DELETE /v2.0/ports/6e842360-5b09-4b5c-a071-b2a9a40e69d3 HTTP/1.1" status: 204 len: 173 time: 1.4498715 Jun 11 18:15:20.114239 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'name': 'network-vif-deleted', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:15:20.118873 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af341971-8ea4-4d4c-bf85-eb5f6f78f503" -d '{"events": [{"server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "name": "network-vif-deleted", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:15:20.204824 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0c9739-ffa8-489a-8dae-61c15c54cf0a x-openstack-request-id: req-af0c9739-ffa8-489a-8dae-61c15c54cf0a {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:15:20.205428 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8086795-da3b-43b6-9532-776a300e47d7", "name": "network-vif-deleted", "tag": "6e842360-5b09-4b5c-a071-b2a9a40e69d3", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:15:20.206485 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-af0c9739-ffa8-489a-8dae-61c15c54cf0a {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:15:20.207239 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8086795-da3b-43b6-9532-776a300e47d7', 'name': 'network-vif-deleted', 'tag': '6e842360-5b09-4b5c-a071-b2a9a40e69d3', 'status': 'completed', 'code': 200} Jun 11 18:15:20.441634 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-195591c9-b3aa-4a7d-9640-b6e1f243aea4 None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:15:20.819785 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-195591c9-b3aa-4a7d-9640-b6e1f243aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:19Z', 'revision_number': 5, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:20.825991 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195591c9-b3aa-4a7d-9640-b6e1f243aea4 None None] Checking router: c13c948a-4d64-4122-8cd8-e0bb13d69916 for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:15:20.841765 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195591c9-b3aa-4a7d-9640-b6e1f243aea4 None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:15:20.842928 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-195591c9-b3aa-4a7d-9640-b6e1f243aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:14:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:21.071061 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 55594) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:21.149615 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-195591c9-b3aa-4a7d-9640-b6e1f243aea4 None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:15:21.184307 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ea7784de-2bf3-461b-a282-507923357770 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:21.233248 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ea7784de-2bf3-461b-a282-507923357770 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:21.346998 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ea7784de-2bf3-461b-a282-507923357770 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:21.351810 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-ea7784de-2bf3-461b-a282-507923357770 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:21.358192 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-ea7784de-2bf3-461b-a282-507923357770 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "DELETE /v2.0/security-groups/36a9228b-f80e-4a19-93a3-71069a55f804 HTTP/1.1" status: 204 len: 168 time: 0.2810919 Jun 11 18:15:21.358192 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-fe6882bb-3bdb-4a3b-9b8f-b3f8d01db96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:21.359470 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 55596) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:21.373205 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7784de-2bf3-461b-a282-507923357770 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a9228b-f80e-4a19-93a3-71069a55f804,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:21.388649 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ea7784de-2bf3-461b-a282-507923357770 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:21.389748 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.api.v2.resource [None req-e24bfc99-a840-402f-847c-a146a3b211c3 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] show failed (client error): The resource could not be found. Jun 11 18:15:21.392615 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-e24bfc99-a840-402f-847c-a146a3b211c3 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "GET /v2.0/security-groups/36a9228b-f80e-4a19-93a3-71069a55f804 HTTP/1.1" status: 404 len: 347 time: 0.0303555 Jun 11 18:15:21.396878 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 55598) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:21.554024 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 6e842360-5b09-4b5c-a071-b2a9a40e69d3 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:15:21.589869 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-195591c9-b3aa-4a7d-9640-b6e1f243aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:19Z', 'revision_number': 5, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:21.595601 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: 6e842360-5b09-4b5c-a071-b2a9a40e69d3 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:15:21.596305 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195591c9-b3aa-4a7d-9640-b6e1f243aea4 None None] The sync data for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb is: [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:06:59Z', 'revision_number': 4, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '9d46d2e7-f100-4725-bcb2-39e5568d0836', 'name': '', 'network_id': '50265511-d9df-48bb-b4ed-800ebda6a31e', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'mac_address': 'fa:16:3e:61:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:54Z', 'updated_at': '2021-06-11T18:07:19Z', 'revision_number': 5, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'subnets': [{'id': '4159feda-883d-4a61-bfd7-ed412eb99cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:15:21.597695 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device 6e842360-5b09-4b5c-a071-b2a9a40e69d3 not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:15:21.726402 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-fc4dfaa3-b608-40e8-8fca-c3ee928b3402 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Deleting port e8e36131-2ed2-4709-9a30-ee30dffc40de {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:15:21.726996 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-fc4dfaa3-b608-40e8-8fca-c3ee928b3402 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:21.900767 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-fc4dfaa3-b608-40e8-8fca-c3ee928b3402 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:21.901283 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-fc4dfaa3-b608-40e8-8fca-c3ee928b3402 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:21.923896 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327207b0-6847-4579-86eb-29d74e41f57d None None] New status for floating IP 05dfa859-afe1-4eb0-9cf3-415423ee117d: DOWN {{(pid=91993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:15:22.049911 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-fc4dfaa3-b608-40e8-8fca-c3ee928b3402 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Calling delete_port for e8e36131-2ed2-4709-9a30-ee30dffc40de owned by network:floatingip {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:15:22.306474 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-fc4dfaa3-b608-40e8-8fca-c3ee928b3402 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:22.309164 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a72239d3-4c26-4cce-ac19-cb468cc70082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:22.349487 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dfaa3-b608-40e8-8fca-c3ee928b3402 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Pushing event deleted for resources: {'Port': ['ID=e8e36131-2ed2-4709-9a30-ee30dffc40de,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:22.353068 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-fc4dfaa3-b608-40e8-8fca-c3ee928b3402 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:22.424019 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:22.441181 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-fc4dfaa3-b608-40e8-8fca-c3ee928b3402 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks [] for floatingip, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:22.443879 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-fc4dfaa3-b608-40e8-8fca-c3ee928b3402 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:22.445111 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-fc4dfaa3-b608-40e8-8fca-c3ee928b3402 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] 10.222.0.63 "DELETE /v2.0/floatingips/05dfa859-afe1-4eb0-9cf3-415423ee117d HTTP/1.1" status: 204 len: 168 time: 1.0468895 Jun 11 18:15:22.691777 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1098-c96b-4bc5-8e2c-d82cabb7b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:23.654184 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:25.118565 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 55622) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:25.698899 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:25.993235 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-90e24aac-ea6f-41c1-9527-cd64e0bf199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002388'] for router_interface, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:26.437575 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-90e24aac-ea6f-41c1-9527-cd64e0bf199d admin admin] Deleting port 9d46d2e7-f100-4725-bcb2-39e5568d0836 {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:15:26.438326 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-90e24aac-ea6f-41c1-9527-cd64e0bf199d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:26.586083 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-90e24aac-ea6f-41c1-9527-cd64e0bf199d admin admin] For port 9d46d2e7-f100-4725-bcb2-39e5568d0836, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=9d46d2e7-f100-4725-bcb2-39e5568d0836,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:26.586665 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-90e24aac-ea6f-41c1-9527-cd64e0bf199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:26.773406 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-90e24aac-ea6f-41c1-9527-cd64e0bf199d admin admin] Calling delete_port for 9d46d2e7-f100-4725-bcb2-39e5568d0836 owned by network:router_interface {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:15:27.151153 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-90e24aac-ea6f-41c1-9527-cd64e0bf199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:27.155014 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-069c2887-761b-4034-bebd-3e8043356eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:27.224802 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e24aac-ea6f-41c1-9527-cd64e0bf199d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d46d2e7-f100-4725-bcb2-39e5568d0836,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:27.230393 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-90e24aac-ea6f-41c1-9527-cd64e0bf199d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:27.662385 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-90e24aac-ea6f-41c1-9527-cd64e0bf199d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999428'] for router_interface, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:28.619682 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e24aac-ea6f-41c1-9527-cd64e0bf199d admin admin] Router c13c948a-4d64-4122-8cd8-e0bb13d69916 has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:15:28.921755 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e24aac-ea6f-41c1-9527-cd64e0bf199d admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:15:28.930554 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-90e24aac-ea6f-41c1-9527-cd64e0bf199d admin admin] 10.222.0.63 "PUT /v2.0/routers/c13c948a-4d64-4122-8cd8-e0bb13d69916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8103397 Jun 11 18:15:28.933769 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 55630) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:28.941139 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a255aacc-b9db-4b7e-bb3e-3f40cf7baddd None None] Sync routers for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:15:28.957274 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a255aacc-b9db-4b7e-bb3e-3f40cf7baddd None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:15:28.958236 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-a255aacc-b9db-4b7e-bb3e-3f40cf7baddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:15:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:29.191089 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-a255aacc-b9db-4b7e-bb3e-3f40cf7baddd None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:15:29.202126 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:29.418020 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:29.539967 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Deleting port 34920b96-3d44-4dc9-8cef-7626344b284b {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:15:29.540908 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:29.568903 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-a255aacc-b9db-4b7e-bb3e-3f40cf7baddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:15:27Z', 'revision_number': 5, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port': {'id': '34920b96-3d44-4dc9-8cef-7626344b284b', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:06:42Z', 'updated_at': '2021-06-11T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:29.575047 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a255aacc-b9db-4b7e-bb3e-3f40cf7baddd None None] Checking router: c13c948a-4d64-4122-8cd8-e0bb13d69916 for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:15:29.591504 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a255aacc-b9db-4b7e-bb3e-3f40cf7baddd None None] Routers {'c13c948a-4d64-4122-8cd8-e0bb13d69916'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:15:29.592383 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-a255aacc-b9db-4b7e-bb3e-3f40cf7baddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:15:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['c13c948a-4d64-4122-8cd8-e0bb13d69916'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:29.674816 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] For port 34920b96-3d44-4dc9-8cef-7626344b284b, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=34920b96-3d44-4dc9-8cef-7626344b284b,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:29.675305 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:29.757271 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-a255aacc-b9db-4b7e-bb3e-3f40cf7baddd None None] Set router c13c948a-4d64-4122-8cd8-e0bb13d69916 gateway port host: None {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:15:29.818159 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Calling delete_port for 34920b96-3d44-4dc9-8cef-7626344b284b owned by network:router_gateway {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:15:29.915765 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-a255aacc-b9db-4b7e-bb3e-3f40cf7baddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:15:29Z', 'revision_number': 6, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port_host': None}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:29.922285 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a255aacc-b9db-4b7e-bb3e-3f40cf7baddd None None] The sync data for ids ['c13c948a-4d64-4122-8cd8-e0bb13d69916'] in dv-cinder-796049-1-smb is: [{'id': 'c13c948a-4d64-4122-8cd8-e0bb13d69916', 'name': 'tempest-AttachVolumeShelveTestJSON-186469233-router', 'tenant_id': '86e14e1c12ff423f9c1b015253b19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:06:39Z', 'updated_at': '2021-06-11T18:15:29Z', 'revision_number': 6, 'project_id': '86e14e1c12ff423f9c1b015253b19503', 'gw_port_host': None}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:15:30.186807 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:30.190094 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:30.228789 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=34920b96-3d44-4dc9-8cef-7626344b284b,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:30.232442 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:30.364826 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003735'] for router_gateway, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:30.563748 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7422'] for router, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:30.568300 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:30.667574 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000176'] for router, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:30.669142 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c13c948a-4d64-4122-8cd8-e0bb13d69916 {{(pid=91991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:15:30.676741 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] Notify callbacks [] for router, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:30.678452 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-121946d7-c5c4-4a0e-8caf-a3dc3a0e84c7 admin admin] 10.222.0.63 "DELETE /v2.0/routers/c13c948a-4d64-4122-8cd8-e0bb13d69916 HTTP/1.1" status: 204 len: 168 time: 1.7431159 Jun 11 18:15:30.682428 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 55632) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:30.758554 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_v2 [None req-224f960d-c24a-4bbe-a9c3-29ba37964c57 admin admin] Deleting subnet 4159feda-883d-4a61-bfd7-ed412eb99cf3 {{(pid=91991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:15:30.762959 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-224f960d-c24a-4bbe-a9c3-29ba37964c57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:30.823421 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-224f960d-c24a-4bbe-a9c3-29ba37964c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32623688'] for subnet, precommit_delete_associations {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:30.927858 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 9d46d2e7-f100-4725-bcb2-39e5568d0836 no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:15:30.983486 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-224f960d-c24a-4bbe-a9c3-29ba37964c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:30.989055 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: 9d46d2e7-f100-4725-bcb2-39e5568d0836 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:15:30.989365 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 9d46d2e7-f100-4725-bcb2-39e5568d0836 not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:15:30.990028 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 34920b96-3d44-4dc9-8cef-7626344b284b no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:15:31.038780 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: 34920b96-3d44-4dc9-8cef-7626344b284b {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:15:31.039291 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 34920b96-3d44-4dc9-8cef-7626344b284b not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:15:31.094564 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-224f960d-c24a-4bbe-a9c3-29ba37964c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29515574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29870540'] for subnet, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:31.100636 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-e520722f-1cd0-499a-a4fa-40557c6b1362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:31.157456 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f960d-c24a-4bbe-a9c3-29ba37964c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4159feda-883d-4a61-bfd7-ed412eb99cf3,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:31.162131 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-224f960d-c24a-4bbe-a9c3-29ba37964c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:31.170741 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-224f960d-c24a-4bbe-a9c3-29ba37964c57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:31.175140 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-224f960d-c24a-4bbe-a9c3-29ba37964c57 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4159feda-883d-4a61-bfd7-ed412eb99cf3 HTTP/1.1" status: 204 len: 168 time: 0.4906201 Jun 11 18:15:31.179480 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 55634) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:31.181996 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efffadd-80d0-43e9-bcc9-3dcafa732c6c None None] Network 50265511-d9df-48bb-b4ed-800ebda6a31e requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:15:31.295108 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:31.374053 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Deleting port a85e99ac-db7a-4c32-b77f-998135cba69b {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:15:31.374559 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:31.550054 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] For port a85e99ac-db7a-4c32-b77f-998135cba69b, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=a85e99ac-db7a-4c32-b77f-998135cba69b,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:31.550579 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:31.690549 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Calling delete_port for a85e99ac-db7a-4c32-b77f-998135cba69b owned by network:dhcp {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:15:31.729101 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] DHCP port deletion for 50265511-d9df-48bb-b4ed-800ebda6a31e request from dv-cinder-796049-1-smb {{(pid=91993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:15:31.845191 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Deleting port a85e99ac-db7a-4c32-b77f-998135cba69b {{(pid=91993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:15:31.845690 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:31.875952 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:31.878987 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-1fde96fb-04f1-4501-8555-4bedc05e2dca tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:31.917343 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a85e99ac-db7a-4c32-b77f-998135cba69b,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:31.921440 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:31.922279 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] No DVR routers for this DVR port a85e99ac-db7a-4c32-b77f-998135cba69b on host dv-cinder-796049-1-smb {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:15:31.988642 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] For port a85e99ac-db7a-4c32-b77f-998135cba69b, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=a85e99ac-db7a-4c32-b77f-998135cba69b,segment=NetworkSegment(da25d723-43e7-415e-adf8-9458a406cad4),segment_id=da25d723-43e7-415e-adf8-9458a406cad4)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:31.989614 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:32.103205 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:32.123945 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50265511-d9df-48bb-b4ed-800ebda6a31e']}} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:32.145951 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da25d723-43e7-415e-adf8-9458a406cad4') {'for_net_delete': True} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:32.146410 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da25d723-43e7-415e-adf8-9458a406cad4') {} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:32.170184 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29753593'] for segment, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:32.174948 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Calling delete_port for a85e99ac-db7a-4c32-b77f-998135cba69b owned by network:dhcp {{(pid=91993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:15:32.200094 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:32.212373 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=91992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:15:32.212846 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33273899'] for segment, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: Traceback (most recent call last): Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: timer() Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: cb(*args, **kw) Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: return func(*args, **kwargs) Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: self._notify() Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: self.callback(batched_events) Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: event.method(event) Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: return f(self, *a, **k) Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: return self._get(url).json() Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: return self.request(url, 'GET', **kwargs) Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:15:32.215581 dv-cinder-796049-1-smb neutron-server[91992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:15:32.338176 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681'] for port, after_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:32.340938 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:32.376144 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:32.380743 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Pushing event deleted for resources: {'Port': ['ID=a85e99ac-db7a-4c32-b77f-998135cba69b,revision_number=None']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:32.387709 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:32.388057 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] No DVR routers for this DVR port a85e99ac-db7a-4c32-b77f-998135cba69b on host dv-cinder-796049-1-smb {{(pid=91993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:15:32.393388 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] 10.222.0.63 "DELETE /v2.0/networks/50265511-d9df-48bb-b4ed-800ebda6a31e HTTP/1.1" status: 204 len: 168 time: 1.2113683 Jun 11 18:15:32.395097 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c6c8e70b-619a-432f-8487-6c59ed3257e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:32.399661 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:32.399661 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:32.401469 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:32.401469 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:32.401469 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:32.402505 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:32.402505 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:32.402712 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:32.403075 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:32.403607 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:32.404750 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:32.404750 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:32.409508 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-f9b5d74d-44e9-457c-910d-10b03af4e3a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:32.424066 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=50265511-d9df-48bb-b4ed-800ebda6a31e,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:32.427314 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-28da0d6f-dd13-40ab-87e3-ffe828a62e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:32.613460 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 55638) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:32.688064 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-e4f9825f-1b9c-4b32-b456-806a4c915c11 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=86e14e1c12ff423f9c1b015253b19503&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0729048 Jun 11 18:15:32.692726 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 55640) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:32.766864 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0f898a66-7038-4e2c-8420-77ef015b20c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:32.813891 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0f898a66-7038-4e2c-8420-77ef015b20c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:32.914278 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device a85e99ac-db7a-4c32-b77f-998135cba69b no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:15:32.920382 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0f898a66-7038-4e2c-8420-77ef015b20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:32.925762 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-0f898a66-7038-4e2c-8420-77ef015b20c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:32.930872 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-0f898a66-7038-4e2c-8420-77ef015b20c3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d8b6dd9d-8728-4819-8b42-93e87b3c56e3 HTTP/1.1" status: 204 len: 168 time: 0.2335153 Jun 11 18:15:32.930872 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f8bf7d39-cb2d-4222-bd86-f6b33900b354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:32.945674 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f898a66-7038-4e2c-8420-77ef015b20c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b6dd9d-8728-4819-8b42-93e87b3c56e3,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:32.950030 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-0f898a66-7038-4e2c-8420-77ef015b20c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:32.954422 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: a85e99ac-db7a-4c32-b77f-998135cba69b {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:15:32.954888 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device a85e99ac-db7a-4c32-b77f-998135cba69b not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:15:33.500148 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:15:42.525983 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:44.376770 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 55754) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:44.556517 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ddb-d568-4c83-8f47-fd8f27adc27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:44.731932 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ddb-d568-4c83-8f47-fd8f27adc27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:44.738385 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ddb-d568-4c83-8f47-fd8f27adc27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:44.742662 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-3085deef-169d-41b3-ba05-81209acaa084 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:44.805370 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-a8ec5ddb-d568-4c83-8f47-fd8f27adc27b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ba7c0880fd4543ebbeaa16950d5d1ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268949 Jun 11 18:15:44.806938 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec5ddb-d568-4c83-8f47-fd8f27adc27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214ea228-d966-482f-84b7-828d042858d0,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:44.808843 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 55758) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:44.812164 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a8ec5ddb-d568-4c83-8f47-fd8f27adc27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:44.916133 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b56502fe-ee9a-4edc-951b-1252b7483f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:44.958551 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b56502fe-ee9a-4edc-951b-1252b7483f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:45.056288 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b56502fe-ee9a-4edc-951b-1252b7483f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:45.059935 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-b56502fe-ee9a-4edc-951b-1252b7483f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:45.061427 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-b56502fe-ee9a-4edc-951b-1252b7483f42 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/214ea228-d966-482f-84b7-828d042858d0 HTTP/1.1" status: 204 len: 168 time: 0.2496972 Jun 11 18:15:45.062667 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-1f268ec8-4e79-4744-95ad-24daf22f5448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:45.078988 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56502fe-ee9a-4edc-951b-1252b7483f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214ea228-d966-482f-84b7-828d042858d0,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:45.083924 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b56502fe-ee9a-4edc-951b-1252b7483f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:50.071547 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-3a0b9948-6389-49d5-b9a1-c0243619cb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:52.427807 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:52.698544 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-da424adb-57a7-418f-92e3-cdb00f84e65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:53.657073 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:55.702860 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:07.932876 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 55964) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:08.172144 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Deleting port 73d43941-b5c6-41ed-b161-e5f92bb986b7 {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:08.172630 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:08.310825 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:08.311301 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:08.455812 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Calling delete_port for 73d43941-b5c6-41ed-b161-e5f92bb986b7 owned by network:floatingip {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:08.755312 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:08.757908 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ce7f399b-e04d-4d72-afed-d8891b453ea0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:08.789500 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Pushing event deleted for resources: {'Port': ['ID=73d43941-b5c6-41ed-b161-e5f92bb986b7,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:08.792989 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:08.874458 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for floatingip, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:08.874790 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.l3_db [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Floating IP baacd116-f003-4ddb-bc3f-2fbc32823d31 disassociated (deleted). External IP: 172.28.1.82, port: fd0c1870-3848-4af6-86b0-5baf1e76febf. Jun 11 18:16:09.554523 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Router bcc08e1b-cc10-4295-8181-c6d24d22f601 has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:16:09.763233 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:16:09.770323 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for floatingip, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:09.776432 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5522b784-11a3-4103-b1fd-db7fa9a79a49 None None] Sync routers for ids ['bcc08e1b-cc10-4295-8181-c6d24d22f601'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:16:09.787672 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5522b784-11a3-4103-b1fd-db7fa9a79a49 None None] Routers {'bcc08e1b-cc10-4295-8181-c6d24d22f601'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:16:09.788429 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-5522b784-11a3-4103-b1fd-db7fa9a79a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:15:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['bcc08e1b-cc10-4295-8181-c6d24d22f601'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:09.833252 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-f894d173-2703-42f3-81cb-d127b45cf773 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "DELETE /v2.0/floatingips/baacd116-f003-4ddb-bc3f-2fbc32823d31 HTTP/1.1" status: 204 len: 168 time: 1.8985043 Jun 11 18:16:09.834237 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf'}] {{(pid=91991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:16:09.838583 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff108fb8e4c3efa9140aca90fec61b071beea8e7b6aaa4a4c905dec28befeb87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2746fd-151c-422f-8c92-7591f8a4b466" -d '{"events": [{"name": "network-changed", "server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf"}]}' {{(pid=91991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:16:09.929197 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10654468-ee24-4138-bee4-5fcc94b6b276 x-openstack-request-id: req-10654468-ee24-4138-bee4-5fcc94b6b276 {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:16:09.930197 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf", "status": "completed", "code": 200}]} {{(pid=91991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:16:09.931035 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-10654468-ee24-4138-bee4-5fcc94b6b276 {{(pid=91991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:16:09.932120 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'status': 'completed', 'code': 200} Jun 11 18:16:10.037036 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2746fd-151c-422f-8c92-7591f8a4b466 req-59e2ee58-076e-40c8-aa88-b8e87455d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:10.039726 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c2746fd-151c-422f-8c92-7591f8a4b466 req-59e2ee58-076e-40c8-aa88-b8e87455d518 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61b1c0ab350c40f899fc30e7bb6a63b9&device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 1098 time: 0.0879397 Jun 11 18:16:10.081746 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-5522b784-11a3-4103-b1fd-db7fa9a79a49 None None] Set router bcc08e1b-cc10-4295-8181-c6d24d22f601 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:16:10.307734 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2746fd-151c-422f-8c92-7591f8a4b466 req-c7c84f0a-1304-4744-9a16-661f30adbc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:10.310442 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c2746fd-151c-422f-8c92-7591f8a4b466 req-c7c84f0a-1304-4744-9a16-661f30adbc30 service neutron] 10.222.0.77 "GET /v2.0/networks?id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc HTTP/1.1" status: 200 len: 910 time: 0.2603714 Jun 11 18:16:10.410564 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e9b43-5f19-4ed4-9b59-584253ef2800 req-4780cb10-95e3-4b03-af3f-fbbfe549ae5f tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:10.412863 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c24e9b43-5f19-4ed4-9b59-584253ef2800 req-4780cb10-95e3-4b03-af3f-fbbfe549ae5f tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1110120 Jun 11 18:16:10.438974 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c2746fd-151c-422f-8c92-7591f8a4b466 req-785ce4eb-7a88-4ce7-a5af-a16485ae594e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf HTTP/1.1" status: 200 len: 217 time: 0.1161561 Jun 11 18:16:10.470693 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c24e9b43-5f19-4ed4-9b59-584253ef2800 req-2c523b3b-0ff6-4749-9963-81be55e17ab3 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502808 Jun 11 18:16:10.471037 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-5522b784-11a3-4103-b1fd-db7fa9a79a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:10:45Z', 'revision_number': 4, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port': {'id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:31Z', 'updated_at': '2021-06-11T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '7732b938-4f0b-40ab-8e69-8342bca2b427', 'name': '', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'mac_address': 'fa:16:3e:81:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:42Z', 'updated_at': '2021-06-11T18:11:02Z', 'revision_number': 5, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'subnets': [{'id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:10.475584 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5522b784-11a3-4103-b1fd-db7fa9a79a49 None None] Checking router: bcc08e1b-cc10-4295-8181-c6d24d22f601 for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:16:10.490142 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5522b784-11a3-4103-b1fd-db7fa9a79a49 None None] Routers {'bcc08e1b-cc10-4295-8181-c6d24d22f601'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:16:10.491004 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-5522b784-11a3-4103-b1fd-db7fa9a79a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:15:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['bcc08e1b-cc10-4295-8181-c6d24d22f601'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:10.504511 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:16:10.544031 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2746fd-151c-422f-8c92-7591f8a4b466 req-3dc8990d-9c2e-44fd-9b59-77fb8f272f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:10.546428 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c2746fd-151c-422f-8c92-7591f8a4b466 req-3dc8990d-9c2e-44fd-9b59-77fb8f272f79 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1851b65a-e963-43c3-82e7-37d15519f5e3 HTTP/1.1" status: 200 len: 847 time: 0.1006122 Jun 11 18:16:10.654213 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2746fd-151c-422f-8c92-7591f8a4b466 req-7ea322d2-faf3-4d74-8875-f37dcc062224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:10.656044 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c2746fd-151c-422f-8c92-7591f8a4b466 req-7ea322d2-faf3-4d74-8875-f37dcc062224 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=68c2a39e-51c2-4a29-9b18-aeee25bae2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1007905 Jun 11 18:16:10.686320 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-5522b784-11a3-4103-b1fd-db7fa9a79a49 None None] Set router bcc08e1b-cc10-4295-8181-c6d24d22f601 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:16:10.838417 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c2746fd-151c-422f-8c92-7591f8a4b466 req-488c15ff-8bf0-42ea-8173-a367cb6315bd service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749980 Jun 11 18:16:10.997626 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-2c2746fd-151c-422f-8c92-7591f8a4b466 req-79d9109b-b092-44aa-bf78-9dfb33851ba3 service neutron] 10.222.0.77 "GET /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510274 Jun 11 18:16:11.020463 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-5522b784-11a3-4103-b1fd-db7fa9a79a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:10:45Z', 'revision_number': 4, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port': {'id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:31Z', 'updated_at': '2021-06-11T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '7732b938-4f0b-40ab-8e69-8342bca2b427', 'name': '', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'mac_address': 'fa:16:3e:81:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:42Z', 'updated_at': '2021-06-11T18:11:02Z', 'revision_number': 5, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'subnets': [{'id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:11.024872 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5522b784-11a3-4103-b1fd-db7fa9a79a49 None None] The sync data for ids ['bcc08e1b-cc10-4295-8181-c6d24d22f601'] in dv-cinder-796049-1-smb is: [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:10:45Z', 'revision_number': 4, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port': {'id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:31Z', 'updated_at': '2021-06-11T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb', '_interfaces': [{'id': '7732b938-4f0b-40ab-8e69-8342bca2b427', 'name': '', 'network_id': '68c2a39e-51c2-4a29-9b18-aeee25bae2cc', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'mac_address': 'fa:16:3e:81:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:42Z', 'updated_at': '2021-06-11T18:11:02Z', 'revision_number': 5, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'subnets': [{'id': '1851b65a-e963-43c3-82e7-37d15519f5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:16:11.309122 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69477b37-7c92-4729-835e-ea549b474072 None None] New status for floating IP baacd116-f003-4ddb-bc3f-2fbc32823d31: DOWN {{(pid=91994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:16:11.689976 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d710088-a1ba-4957-aab7-aef4fb27c4fb req-1b9e3ca4-5770-499c-960c-9015b0b7d64a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:11.692847 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3d710088-a1ba-4957-aab7-aef4fb27c4fb req-1b9e3ca4-5770-499c-960c-9015b0b7d64a tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.77 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.1522293 Jun 11 18:16:11.795168 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b904c-960f-4d10-8df5-fbe4286f5d6a req-2b01fbab-8dd5-4b2b-8ad2-7c5e990bb8ff tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:11.796894 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-802b904c-960f-4d10-8df5-fbe4286f5d6a req-2b01fbab-8dd5-4b2b-8ad2-7c5e990bb8ff tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 945 time: 0.0978003 Jun 11 18:16:11.847409 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-3d710088-a1ba-4957-aab7-aef4fb27c4fb req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Deleting port fd0c1870-3848-4af6-86b0-5baf1e76febf {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:11.847885 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3d710088-a1ba-4957-aab7-aef4fb27c4fb req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:11.860848 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-802b904c-960f-4d10-8df5-fbe4286f5d6a req-eae0d96f-f482-466a-94b0-c5bb7a44ee40 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/security-groups?id=259c18ed-3286-4147-973f-fd86e828185a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518708 Jun 11 18:16:12.021662 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-3d710088-a1ba-4957-aab7-aef4fb27c4fb req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] For port fd0c1870-3848-4af6-86b0-5baf1e76febf, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd0c1870-3848-4af6-86b0-5baf1e76febf,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:12.022118 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3d710088-a1ba-4957-aab7-aef4fb27c4fb req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:12.144151 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-3d710088-a1ba-4957-aab7-aef4fb27c4fb req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Calling delete_port for fd0c1870-3848-4af6-86b0-5baf1e76febf owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:12.527843 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:12.689334 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3d710088-a1ba-4957-aab7-aef4fb27c4fb req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:12.694022 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-fdcd316d-5a98-4051-b8a0-b04230d17790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:12.733318 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Pushing event deleted for resources: {'Port': ['ID=fd0c1870-3848-4af6-86b0-5baf1e76febf,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:12.791477 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:12.792137 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:12.792829 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:12.793486 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:12.794146 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:12.794800 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:12.795447 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:12.796092 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:12.796775 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:12.797383 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:12.798588 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:12.799215 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:12.810117 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:12.855020 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d710088-a1ba-4957-aab7-aef4fb27c4fb req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] No DVR routers for this DVR port fd0c1870-3848-4af6-86b0-5baf1e76febf on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:16:12.859226 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-3d710088-a1ba-4957-aab7-aef4fb27c4fb req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:12.863504 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-3d710088-a1ba-4957-aab7-aef4fb27c4fb req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.77 "DELETE /v2.0/ports/fd0c1870-3848-4af6-86b0-5baf1e76febf HTTP/1.1" status: 204 len: 173 time: 1.1647577 Jun 11 18:16:12.864174 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'name': 'network-vif-deleted', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:16:12.868526 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eef8eb1-4646-4d81-a43b-53b2a091d106" -d '{"events": [{"server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "name": "network-vif-deleted", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:16:12.958723 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45543abd-de50-4860-bf0e-1378362370e8 x-openstack-request-id: req-45543abd-de50-4860-bf0e-1378362370e8 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:16:12.959424 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092ba058-f811-4207-861b-1b02786f7fce", "name": "network-vif-deleted", "tag": "fd0c1870-3848-4af6-86b0-5baf1e76febf", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:16:12.959988 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-45543abd-de50-4860-bf0e-1378362370e8 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:16:12.960876 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092ba058-f811-4207-861b-1b02786f7fce', 'name': 'network-vif-deleted', 'tag': 'fd0c1870-3848-4af6-86b0-5baf1e76febf', 'status': 'completed', 'code': 200} Jun 11 18:16:13.089677 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2886263a-4923-44d0-97b3-89c04d316243 req-71923b59-82e0-4aae-b118-d549eabdb516 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "GET /v2.0/ports?device_id=092ba058-f811-4207-861b-1b02786f7fce HTTP/1.1" status: 200 len: 210 time: 0.0534205 Jun 11 18:16:13.863612 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device fd0c1870-3848-4af6-86b0-5baf1e76febf no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:13.900566 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: fd0c1870-3848-4af6-86b0-5baf1e76febf {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:13.900933 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device fd0c1870-3848-4af6-86b0-5baf1e76febf not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:14.233528 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 56050) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:14.325158 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-308ad7ee-2ed6-48a6-b843-436cfdb2d372 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:14.356955 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-308ad7ee-2ed6-48a6-b843-436cfdb2d372 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:14.454980 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-308ad7ee-2ed6-48a6-b843-436cfdb2d372 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:14.458438 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-308ad7ee-2ed6-48a6-b843-436cfdb2d372 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:14.459812 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-308ad7ee-2ed6-48a6-b843-436cfdb2d372 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] 10.222.0.63 "DELETE /v2.0/security-groups/259c18ed-3286-4147-973f-fd86e828185a HTTP/1.1" status: 204 len: 168 time: 0.2251592 Jun 11 18:16:14.461102 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-5ae59a10-d79d-4ea9-94ce-4bece779c158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:14.490554 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ad7ee-2ed6-48a6-b843-436cfdb2d372 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c18ed-3286-4147-973f-fd86e828185a,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:14.499845 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-308ad7ee-2ed6-48a6-b843-436cfdb2d372 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:14.526934 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 56060) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:15.443889 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002388'] for router_interface, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:15.881269 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Deleting port 7732b938-4f0b-40ab-8e69-8342bca2b427 {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:15.881618 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:16.003155 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] For port 7732b938-4f0b-40ab-8e69-8342bca2b427, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=7732b938-4f0b-40ab-8e69-8342bca2b427,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:16.003686 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:16.106461 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Calling delete_port for 7732b938-4f0b-40ab-8e69-8342bca2b427 owned by network:router_interface {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:16.379346 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:16.381600 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-29cc4e74-0159-421e-9fc5-2af1b6483788 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:16.419018 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7732b938-4f0b-40ab-8e69-8342bca2b427,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:16.459051 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:16.459927 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:16.459927 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:16.460313 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:16.460515 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:16.461135 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:16.461519 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:16.461901 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:16.462266 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:16.462634 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:16.462993 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:16.463453 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:16.467629 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:16.667822 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999428'] for router_interface, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:17.008307 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Router bcc08e1b-cc10-4295-8181-c6d24d22f601 has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:16:17.177075 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:16:17.182893 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-15e0317a-2018-4202-bdbe-8398aa8fd8f5 admin admin] 10.222.0.63 "PUT /v2.0/routers/bcc08e1b-cc10-4295-8181-c6d24d22f601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6544311 Jun 11 18:16:17.185813 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 56086) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:17.190122 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1082d-256b-4ccc-9437-c812c58dd766 None None] Sync routers for ids ['bcc08e1b-cc10-4295-8181-c6d24d22f601'] in dv-cinder-796049-1-smb {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:16:17.208744 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1082d-256b-4ccc-9437-c812c58dd766 None None] Routers {'bcc08e1b-cc10-4295-8181-c6d24d22f601'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:16:17.209944 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-73c1082d-256b-4ccc-9437-c812c58dd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:15:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['bcc08e1b-cc10-4295-8181-c6d24d22f601'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:17.356816 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:17.412775 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-73c1082d-256b-4ccc-9437-c812c58dd766 None None] Set router bcc08e1b-cc10-4295-8181-c6d24d22f601 gateway port host: dv-cinder-796049-1-smb {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:16:18.031759 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-73c1082d-256b-4ccc-9437-c812c58dd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:16:16Z', 'revision_number': 5, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port': {'id': 'faf30427-c4af-4394-b682-4916e78a83fc', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:31Z', 'updated_at': '2021-06-11T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:18.041028 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1082d-256b-4ccc-9437-c812c58dd766 None None] Checking router: bcc08e1b-cc10-4295-8181-c6d24d22f601 for host: dv-cinder-796049-1-smb {{(pid=91993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:16:18.045593 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:18.052922 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1082d-256b-4ccc-9437-c812c58dd766 None None] Routers {'bcc08e1b-cc10-4295-8181-c6d24d22f601'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:16:18.053902 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-73c1082d-256b-4ccc-9437-c812c58dd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:15:53Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['bcc08e1b-cc10-4295-8181-c6d24d22f601'], 'active': True} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:18.153461 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Deleting port faf30427-c4af-4394-b682-4916e78a83fc {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:18.154082 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:18.223127 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvr_db [None req-73c1082d-256b-4ccc-9437-c812c58dd766 None None] Set router bcc08e1b-cc10-4295-8181-c6d24d22f601 gateway port host: None {{(pid=91993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:16:18.288951 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] For port faf30427-c4af-4394-b682-4916e78a83fc, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=faf30427-c4af-4394-b682-4916e78a83fc,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:18.289465 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:18.305600 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_hamode_db [None req-73c1082d-256b-4ccc-9437-c812c58dd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:16:18Z', 'revision_number': 6, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port_host': None}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:18.309383 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1082d-256b-4ccc-9437-c812c58dd766 None None] The sync data for ids ['bcc08e1b-cc10-4295-8181-c6d24d22f601'] in dv-cinder-796049-1-smb is: [{'id': 'bcc08e1b-cc10-4295-8181-c6d24d22f601', 'name': 'tempest-TestShelveInstance-339340447-router', 'tenant_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:28Z', 'updated_at': '2021-06-11T18:16:18Z', 'revision_number': 6, 'project_id': '61b1c0ab350c40f899fc30e7bb6a63b9', 'gw_port_host': None}] {{(pid=91993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:16:18.402136 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Calling delete_port for faf30427-c4af-4394-b682-4916e78a83fc owned by network:router_gateway {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:18.629180 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:18.632070 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-ea7e88d5-31f3-422d-a05b-783fea5e8aae tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:18.667747 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf30427-c4af-4394-b682-4916e78a83fc,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:18.673120 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:18.757646 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003735'] for router_gateway, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:18.913740 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7422'] for router, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:18.917666 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:18.978881 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 7732b938-4f0b-40ab-8e69-8342bca2b427 no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:19.009883 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: 7732b938-4f0b-40ab-8e69-8342bca2b427 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:19.010496 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 7732b938-4f0b-40ab-8e69-8342bca2b427 not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:19.011182 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device faf30427-c4af-4394-b682-4916e78a83fc no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:19.015410 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000176'] for router, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.016067 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcc08e1b-cc10-4295-8181-c6d24d22f601 {{(pid=91991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:16:19.022308 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Notify callbacks [] for router, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.023612 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] 10.222.0.63 "DELETE /v2.0/routers/bcc08e1b-cc10-4295-8181-c6d24d22f601 HTTP/1.1" status: 204 len: 168 time: 1.8364897 Jun 11 18:16:19.026426 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 56130) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:19.036787 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: faf30427-c4af-4394-b682-4916e78a83fc {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:19.037225 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device faf30427-c4af-4394-b682-4916e78a83fc not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:19.096062 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_v2 [None req-be432e72-225f-4c88-a73d-d6ee2cf4f745 admin admin] Deleting subnet 1851b65a-e963-43c3-82e7-37d15519f5e3 {{(pid=91992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:16:19.099688 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-be432e72-225f-4c88-a73d-d6ee2cf4f745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.151428 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-be432e72-225f-4c88-a73d-d6ee2cf4f745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29753586'] for subnet, precommit_delete_associations {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.280612 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-be432e72-225f-4c88-a73d-d6ee2cf4f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.300081 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 56138) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:19.367123 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-be432e72-225f-4c88-a73d-d6ee2cf4f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33274754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29559827'] for subnet, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.370164 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:19.402946 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be432e72-225f-4c88-a73d-d6ee2cf4f745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1851b65a-e963-43c3-82e7-37d15519f5e3,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:19.405665 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-be432e72-225f-4c88-a73d-d6ee2cf4f745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:19.408868 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-be432e72-225f-4c88-a73d-d6ee2cf4f745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.410436 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-be432e72-225f-4c88-a73d-d6ee2cf4f745 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/1851b65a-e963-43c3-82e7-37d15519f5e3 HTTP/1.1" status: 204 len: 168 time: 0.3830078 Jun 11 18:16:19.412946 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 56144) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:19.416285 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bafeb97-bb52-42df-9acd-94ff70bb54ab None None] Network 68c2a39e-51c2-4a29-9b18-aeee25bae2cc requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:16:19.477587 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-87f418bd-77fa-460d-957f-76a4dd332207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.544848 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.626682 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Deleting port 3832bc11-7de8-43da-931f-2d1a8b7a612e {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:19.627060 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.668639 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-87f418bd-77fa-460d-957f-76a4dd332207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.673598 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-87f418bd-77fa-460d-957f-76a4dd332207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.678311 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-328a92d0-585c-46d4-a872-9953fe9188de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:19.708684 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586253e6-e9a3-44c8-b01a-dc5bf4c6e23f None None] DHCP port deletion for 68c2a39e-51c2-4a29-9b18-aeee25bae2cc request from dv-cinder-796049-1-smb {{(pid=91993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:16:19.724230 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f418bd-77fa-460d-957f-76a4dd332207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1841d5b7-92ee-488e-975b-b8b3f159f215,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:19.728835 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-87f418bd-77fa-460d-957f-76a4dd332207 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=62d22471918d482289bf2de098ee05cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272542 Jun 11 18:16:19.730166 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-87f418bd-77fa-460d-957f-76a4dd332207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:19.732586 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 56146) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:19.750170 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] For port 3832bc11-7de8-43da-931f-2d1a8b7a612e, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=3832bc11-7de8-43da-931f-2d1a8b7a612e,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:19.750462 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.771735 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-586253e6-e9a3-44c8-b01a-dc5bf4c6e23f None None] Deleting port 3832bc11-7de8-43da-931f-2d1a8b7a612e {{(pid=91993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:19.772200 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-586253e6-e9a3-44c8-b01a-dc5bf4c6e23f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.803005 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2b97c53-428d-46fe-9d9e-9c67031e9263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.829938 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2b97c53-428d-46fe-9d9e-9c67031e9263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.861515 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Calling delete_port for 3832bc11-7de8-43da-931f-2d1a8b7a612e owned by network:dhcp {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:19.887831 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2b97c53-428d-46fe-9d9e-9c67031e9263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.890805 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c2b97c53-428d-46fe-9d9e-9c67031e9263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.892391 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-c2b97c53-428d-46fe-9d9e-9c67031e9263 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1841d5b7-92ee-488e-975b-b8b3f159f215 HTTP/1.1" status: 204 len: 168 time: 0.1583550 Jun 11 18:16:19.893235 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-e3b4c0bb-26c3-4232-a1d3-a119ab9afcea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:19.909437 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b97c53-428d-46fe-9d9e-9c67031e9263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1841d5b7-92ee-488e-975b-b8b3f159f215,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:19.913184 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-c2b97c53-428d-46fe-9d9e-9c67031e9263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:19.927795 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-586253e6-e9a3-44c8-b01a-dc5bf4c6e23f None None] For port 3832bc11-7de8-43da-931f-2d1a8b7a612e, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=3832bc11-7de8-43da-931f-2d1a8b7a612e,segment=NetworkSegment(4b865192-7892-4a00-81df-1e972e6528bd),segment_id=4b865192-7892-4a00-81df-1e972e6528bd)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:19.928200 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-586253e6-e9a3-44c8-b01a-dc5bf4c6e23f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.968619 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:19.971663 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3ec60de0-d20c-4b53-b5bb-4f45c5330dcc tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:20.000599 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Pushing event deleted for resources: {'Port': ['ID=3832bc11-7de8-43da-931f-2d1a8b7a612e,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:20.005760 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:20.009020 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] No DVR routers for this DVR port 3832bc11-7de8-43da-931f-2d1a8b7a612e on host dv-cinder-796049-1-smb {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:16:20.042305 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-586253e6-e9a3-44c8-b01a-dc5bf4c6e23f None None] Calling delete_port for 3832bc11-7de8-43da-931f-2d1a8b7a612e owned by network:dhcp {{(pid=91993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:20.113205 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-61772c8f-776a-4a67-beac-52b08377fdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.128720 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.142205 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c2a39e-51c2-4a29-9b18-aeee25bae2cc']}} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:20.155393 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b865192-7892-4a00-81df-1e972e6528bd') {'for_net_delete': True} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:20.155824 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b865192-7892-4a00-81df-1e972e6528bd') {} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:20.157816 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-586253e6-e9a3-44c8-b01a-dc5bf4c6e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681'] for port, after_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.160104 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:20.170387 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29753593'] for segment, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.190924 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.192269 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586253e6-e9a3-44c8-b01a-dc5bf4c6e23f None None] Pushing event deleted for resources: {'Port': ['ID=3832bc11-7de8-43da-931f-2d1a8b7a612e,revision_number=None']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:20.195510 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-586253e6-e9a3-44c8-b01a-dc5bf4c6e23f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:20.196333 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586253e6-e9a3-44c8-b01a-dc5bf4c6e23f None None] No DVR routers for this DVR port 3832bc11-7de8-43da-931f-2d1a8b7a612e on host dv-cinder-796049-1-smb {{(pid=91993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:16:20.202887 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=91992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:16:20.204332 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33273899'] for segment, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: Traceback (most recent call last): Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: timer() Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: cb(*args, **kw) Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: return func(*args, **kwargs) Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: self._notify() Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: self.callback(batched_events) Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: event.method(event) Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: return f(self, *a, **k) Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: return self._get(url).json() Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: return self.request(url, 'GET', **kwargs) Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:16:20.207069 dv-cinder-796049-1-smb neutron-server[91992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:16:20.279762 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 56152) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:20.299226 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-608510a0-86af-4894-931a-7a347d6eeead admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.317837 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.322181 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:20.327489 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.329865 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] 10.222.0.63 "DELETE /v2.0/networks/68c2a39e-51c2-4a29-9b18-aeee25bae2cc HTTP/1.1" status: 204 len: 168 time: 0.9159319 Jun 11 18:16:20.333078 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 56154) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:20.349956 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Pushing event deleted for resources: {'Network': ['ID=68c2a39e-51c2-4a29-9b18-aeee25bae2cc,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:20.353533 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-7781027f-425d-4ebb-84cb-cef0af7145df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:20.663500 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-608510a0-86af-4894-931a-7a347d6eeead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.670346 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-608510a0-86af-4894-931a-7a347d6eeead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.675980 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-726e3620-8968-4536-a231-954bc5911991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:20.730567 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-608510a0-86af-4894-931a-7a347d6eeead admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5a49001215a14697acf562aa3b5116ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493172 Jun 11 18:16:20.733766 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 56156) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:20.740804 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608510a0-86af-4894-931a-7a347d6eeead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbf9437-3c7c-4901-bc36-8251e5f4c860,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:20.746062 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-608510a0-86af-4894-931a-7a347d6eeead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:20.835455 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69743c83-3d47-4e02-9c53-b852f044ecba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.877280 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69743c83-3d47-4e02-9c53-b852f044ecba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.948318 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69743c83-3d47-4e02-9c53-b852f044ecba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.951243 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-69743c83-3d47-4e02-9c53-b852f044ecba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:20.955760 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-69743c83-3d47-4e02-9c53-b852f044ecba admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9bbf9437-3c7c-4901-bc36-8251e5f4c860 HTTP/1.1" status: 204 len: 168 time: 0.2172749 Jun 11 18:16:20.956201 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 3832bc11-7de8-43da-931f-2d1a8b7a612e no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:20.958022 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-f6d6ded0-1d38-420b-ac40-6ada87741978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:20.973768 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69743c83-3d47-4e02-9c53-b852f044ecba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbf9437-3c7c-4901-bc36-8251e5f4c860,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:20.977302 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-69743c83-3d47-4e02-9c53-b852f044ecba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:21.006431 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: 3832bc11-7de8-43da-931f-2d1a8b7a612e {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:21.006780 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device 3832bc11-7de8-43da-931f-2d1a8b7a612e not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:21.024076 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-7c16585e-7faa-4807-b1dc-d9c6d0904d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002388'] for router_interface, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:21.408854 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-7c16585e-7faa-4807-b1dc-d9c6d0904d5b admin admin] Deleting port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:21.409947 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-7c16585e-7faa-4807-b1dc-d9c6d0904d5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:21.542853 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-7c16585e-7faa-4807-b1dc-d9c6d0904d5b admin admin] For port c54233ba-6f21-4e67-bd84-2f53ac7a2d9f, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=c54233ba-6f21-4e67-bd84-2f53ac7a2d9f,segment=NetworkSegment(1e84c0f2-52b6-4295-8f1c-95cd54abba82),segment_id=1e84c0f2-52b6-4295-8f1c-95cd54abba82)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:21.543160 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-7c16585e-7faa-4807-b1dc-d9c6d0904d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:21.667852 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-7c16585e-7faa-4807-b1dc-d9c6d0904d5b admin admin] Calling delete_port for c54233ba-6f21-4e67-bd84-2f53ac7a2d9f owned by network:router_interface {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:21.928169 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-7c16585e-7faa-4807-b1dc-d9c6d0904d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:21.932560 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-8c9cfe7e-bae8-4129-8ba1-e882c17f4368 tempest-TestMinimumBasicScenario-1812615977 tempest-TestMinimumBasicScenario-1812615977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:21.978091 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16585e-7faa-4807-b1dc-d9c6d0904d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=c54233ba-6f21-4e67-bd84-2f53ac7a2d9f,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:22.023005 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-7c16585e-7faa-4807-b1dc-d9c6d0904d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:22.288977 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-7c16585e-7faa-4807-b1dc-d9c6d0904d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999428'] for router_interface, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:22.349994 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 56186) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:22.424822 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:22.479016 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-28b479fc-2544-40fa-929e-ccac0a80d6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:22.609679 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-28b479fc-2544-40fa-929e-ccac0a80d6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:22.615988 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-28b479fc-2544-40fa-929e-ccac0a80d6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:22.621135 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ea7784de-2bf3-461b-a282-507923357770 tempest-AttachVolumeShelveTestJSON-1150110977 tempest-AttachVolumeShelveTestJSON-1150110977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:22.622335 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c16585e-7faa-4807-b1dc-d9c6d0904d5b admin admin] Router 194967fc-4781-4b15-ad4b-843025fed76c has already been hosted by L3 agent 1f994636-dafe-4e3c-8d3b-3183f1a850e4 {{(pid=91991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:16:22.669731 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-28b479fc-2544-40fa-929e-ccac0a80d6db admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dc7b7e807dcb497080809053137c22a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186078 Jun 11 18:16:22.671228 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b479fc-2544-40fa-929e-ccac0a80d6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e00e46-7a4b-4070-883d-0cc7af87bd05,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:22.673958 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 56190) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:22.676301 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-28b479fc-2544-40fa-929e-ccac0a80d6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:22.712043 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-6173ba92-44fc-48ae-9bdd-dd97a39697e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:22.745197 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3131cee0-5a79-4a1a-9bf4-7a48163f1333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:22.776719 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3131cee0-5a79-4a1a-9bf4-7a48163f1333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:22.804730 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c16585e-7faa-4807-b1dc-d9c6d0904d5b admin admin] Notify agent at l3_agent.dv-cinder-796049-1-smb the message routers_updated {{(pid=91991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:16:22.811068 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-7c16585e-7faa-4807-b1dc-d9c6d0904d5b admin admin] 10.222.0.63 "PUT /v2.0/routers/194967fc-4781-4b15-ad4b-843025fed76c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4740844 Jun 11 18:16:22.814413 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 56192) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:22.820158 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e4c61-190e-49d6-a38d-c0b98fb424d6 None None] Sync routers for ids ['194967fc-4781-4b15-ad4b-843025fed76c'] in dv-cinder-796049-1-smb {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:16:22.836325 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28e4c61-190e-49d6-a38d-c0b98fb424d6 None None] Routers {'194967fc-4781-4b15-ad4b-843025fed76c'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:16:22.838033 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-b28e4c61-190e-49d6-a38d-c0b98fb424d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:16:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['194967fc-4781-4b15-ad4b-843025fed76c'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:22.864799 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3131cee0-5a79-4a1a-9bf4-7a48163f1333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:22.869291 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3131cee0-5a79-4a1a-9bf4-7a48163f1333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:22.871354 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-3131cee0-5a79-4a1a-9bf4-7a48163f1333 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/65e00e46-7a4b-4070-883d-0cc7af87bd05 HTTP/1.1" status: 204 len: 168 time: 0.1963601 Jun 11 18:16:22.872455 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-fbb2ee73-156e-45db-8e69-fac31c808854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:22.904823 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131cee0-5a79-4a1a-9bf4-7a48163f1333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e00e46-7a4b-4070-883d-0cc7af87bd05,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:22.913866 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3131cee0-5a79-4a1a-9bf4-7a48163f1333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:23.156055 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-b28e4c61-190e-49d6-a38d-c0b98fb424d6 None None] Set router 194967fc-4781-4b15-ad4b-843025fed76c gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:16:23.491488 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Notify callbacks [] for router, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:23.576764 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-b28e4c61-190e-49d6-a38d-c0b98fb424d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194967fc-4781-4b15-ad4b-843025fed76c', 'name': 'tempest-TestShelveInstance-294834097-router', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:56Z', 'updated_at': '2021-06-11T18:16:21Z', 'revision_number': 5, 'project_id': 'dce770f8f9ad49979e508078b0eb0882', 'gw_port': {'id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194967fc-4781-4b15-ad4b-843025fed76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:03Z', 'updated_at': '2021-06-11T18:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:23.581976 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e4c61-190e-49d6-a38d-c0b98fb424d6 None None] Checking router: 194967fc-4781-4b15-ad4b-843025fed76c for host: dv-cinder-796049-1-smb {{(pid=91994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:16:23.593556 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28e4c61-190e-49d6-a38d-c0b98fb424d6 None None] Routers {'194967fc-4781-4b15-ad4b-843025fed76c'} bound to L3 agent in host dv-cinder-796049-1-smb {{(pid=91994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:16:23.595347 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-b28e4c61-190e-49d6-a38d-c0b98fb424d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:57:53Z,description=,heartbeat_timestamp=2021-06-11T18:16:23Z,host='dv-cinder-796049-1-smb',id=1f994636-dafe-4e3c-8d3b-3183f1a850e4,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:57:53Z,topic='l3_agent')) {'router_ids': ['194967fc-4781-4b15-ad4b-843025fed76c'], 'active': True} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:23.673190 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:23.682292 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:23.755683 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Deleting port ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:23.756203 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:23.822559 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_dvr_db [None req-b28e4c61-190e-49d6-a38d-c0b98fb424d6 None None] Set router 194967fc-4781-4b15-ad4b-843025fed76c gateway port host: dv-cinder-796049-1-smb {{(pid=91994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:16:23.930825 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] For port ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6,segment=NetworkSegment(3fa3c389-4778-42a4-93e2-f019fdb5d075),segment_id=3fa3c389-4778-42a4-93e2-f019fdb5d075)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:23.931300 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:24.052077 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Calling delete_port for ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 owned by network:router_gateway {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:24.261185 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.l3_hamode_db [None req-b28e4c61-190e-49d6-a38d-c0b98fb424d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194967fc-4781-4b15-ad4b-843025fed76c', 'name': 'tempest-TestShelveInstance-294834097-router', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:56Z', 'updated_at': '2021-06-11T18:16:21Z', 'revision_number': 5, 'project_id': 'dce770f8f9ad49979e508078b0eb0882', 'gw_port': {'id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194967fc-4781-4b15-ad4b-843025fed76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:03Z', 'updated_at': '2021-06-11T18:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}], 'dv-cinder-796049-1-smb', False) {} {{(pid=91994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:24.268014 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e4c61-190e-49d6-a38d-c0b98fb424d6 None None] The sync data for ids ['194967fc-4781-4b15-ad4b-843025fed76c'] in dv-cinder-796049-1-smb is: [{'id': '194967fc-4781-4b15-ad4b-843025fed76c', 'name': 'tempest-TestShelveInstance-294834097-router', 'tenant_id': 'dce770f8f9ad49979e508078b0eb0882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'external_fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:56Z', 'updated_at': '2021-06-11T18:16:21Z', 'revision_number': 5, 'project_id': 'dce770f8f9ad49979e508078b0eb0882', 'gw_port': {'id': 'ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6', 'name': '', 'network_id': 'efd559cb-ed35-476f-88ad-0eeaea22209a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194967fc-4781-4b15-ad4b-843025fed76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:03Z', 'updated_at': '2021-06-11T18:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39829b27-0d03-40c2-abf8-5c80d2338540', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-smb'}] {{(pid=91994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:16:24.463491 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:24.469131 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:24.543362 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:24.549005 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:24.693198 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003735'] for router_gateway, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:24.989457 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device c54233ba-6f21-4e67-bd84-2f53ac7a2d9f no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:24.992813 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7422'] for router, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:24.997373 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.037896 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: c54233ba-6f21-4e67-bd84-2f53ac7a2d9f {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:25.038430 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device c54233ba-6f21-4e67-bd84-2f53ac7a2d9f not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:25.116142 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000176'] for router, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.117105 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 194967fc-4781-4b15-ad4b-843025fed76c {{(pid=91991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:16:25.123643 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] Notify callbacks [] for router, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.125171 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-9dd95e7a-1215-43f0-b731-57c4e47c5350 admin admin] 10.222.0.63 "DELETE /v2.0/routers/194967fc-4781-4b15-ad4b-843025fed76c HTTP/1.1" status: 204 len: 168 time: 2.3094385 Jun 11 18:16:25.129843 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 56222) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:25.233892 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf877558-caac-4861-92d0-6326a8737899 admin admin] Deleting subnet daad7836-8cfa-4f6d-8eef-2847098f986f {{(pid=91991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:16:25.240688 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-cf877558-caac-4861-92d0-6326a8737899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.307575 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-cf877558-caac-4861-92d0-6326a8737899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32623688'] for subnet, precommit_delete_associations {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.505602 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-cf877558-caac-4861-92d0-6326a8737899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.628486 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-cf877558-caac-4861-92d0-6326a8737899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29515574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29870540'] for subnet, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.631336 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-a4bd1985-a336-469b-951c-97e784824c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:25.673168 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf877558-caac-4861-92d0-6326a8737899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daad7836-8cfa-4f6d-8eef-2847098f986f,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:25.675709 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-cf877558-caac-4861-92d0-6326a8737899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.683295 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-cf877558-caac-4861-92d0-6326a8737899 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/daad7836-8cfa-4f6d-8eef-2847098f986f HTTP/1.1" status: 204 len: 168 time: 0.5517259 Jun 11 18:16:25.684697 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-cf877558-caac-4861-92d0-6326a8737899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:25.687466 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 56224) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:25.694327 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8996fb9-83bd-46f9-a48a-1b5d6d29978e None None] Network 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:16:25.744725 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.871269 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.985902 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Deleting port ff4d50e1-0d7f-4979-a185-79400297d898 {{(pid=91991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:25.986581 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.994321 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56f0598-b957-4f12-b3b4-79863b6359e1 None None] DHCP port deletion for 0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa request from dv-cinder-796049-1-smb {{(pid=91993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:16:26.064769 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-c56f0598-b957-4f12-b3b4-79863b6359e1 None None] Deleting port ff4d50e1-0d7f-4979-a185-79400297d898 {{(pid=91993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:26.064769 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c56f0598-b957-4f12-b3b4-79863b6359e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:26.168260 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.db [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] For port ff4d50e1-0d7f-4979-a185-79400297d898, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=ff4d50e1-0d7f-4979-a185-79400297d898,segment=NetworkSegment(1e84c0f2-52b6-4295-8f1c-95cd54abba82),segment_id=1e84c0f2-52b6-4295-8f1c-95cd54abba82)] {{(pid=91991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:26.169386 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:26.179851 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-c56f0598-b957-4f12-b3b4-79863b6359e1 None None] For port ff4d50e1-0d7f-4979-a185-79400297d898, host dv-cinder-796049-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-smb',level=0,port_id=ff4d50e1-0d7f-4979-a185-79400297d898,segment=NetworkSegment(1e84c0f2-52b6-4295-8f1c-95cd54abba82),segment_id=1e84c0f2-52b6-4295-8f1c-95cd54abba82)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:26.180257 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c56f0598-b957-4f12-b3b4-79863b6359e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:26.293958 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.plugin [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Calling delete_port for ff4d50e1-0d7f-4979-a185-79400297d898 owned by network:dhcp {{(pid=91991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:26.364272 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-c56f0598-b957-4f12-b3b4-79863b6359e1 None None] Calling delete_port for ff4d50e1-0d7f-4979-a185-79400297d898 owned by network:dhcp {{(pid=91993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:26.445066 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29514956'] for port, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:26.450734 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-57b15ea2-fdfc-47ec-a698-ad4bd0734da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:26.513711 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4d50e1-0d7f-4979-a185-79400297d898,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:26.519730 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:26.524824 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] No DVR routers for this DVR port ff4d50e1-0d7f-4979-a185-79400297d898 on host dv-cinder-796049-1-smb {{(pid=91991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:16:26.694860 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:26.704379 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c56f0598-b957-4f12-b3b4-79863b6359e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681'] for port, after_delete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:26.709709 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:26.710014 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa']}} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:26.727209 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e84c0f2-52b6-4295-8f1c-95cd54abba82') {'for_net_delete': True} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:26.727700 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.services.segments.db [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e84c0f2-52b6-4295-8f1c-95cd54abba82') {} {{(pid=91991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:26.747303 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32623683'] for segment, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:26.769105 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f0598-b957-4f12-b3b4-79863b6359e1 None None] Pushing event deleted for resources: {'Port': ['ID=ff4d50e1-0d7f-4979-a185-79400297d898,revision_number=None']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:26.780343 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f0598-b957-4f12-b3b4-79863b6359e1 None None] No DVR routers for this DVR port ff4d50e1-0d7f-4979-a185-79400297d898 on host dv-cinder-796049-1-smb {{(pid=91993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:16:26.784331 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-c56f0598-b957-4f12-b3b4-79863b6359e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:26.788102 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:26.803068 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=91991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:16:26.803484 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29514911'] for segment, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: Traceback (most recent call last): Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: timer() Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: cb(*args, **kw) Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: return func(*args, **kwargs) Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: self._notify() Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: self.callback(batched_events) Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: event.method(event) Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: return f(self, *a, **k) Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: return self._get(url).json() Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: return self.request(url, 'GET', **kwargs) Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:16:26.805663 dv-cinder-796049-1-smb neutron-server[91991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:16:26.910378 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:26.915687 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-1ab0d197-735f-438c-90bc-43b354b0e0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:26.921532 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:26.924188 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa HTTP/1.1" status: 204 len: 168 time: 1.2349319 Jun 11 18:16:26.943076 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:26.945057 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf111c5-6a0f-4ff5-96ff-c467fff8d4aa,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:26.949031 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-491ca4d7-42cb-4d01-bf37-88ed5f72edf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:26.973269 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:26.973269 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device ef989e94-8a96-4da8-a8d5-a1eaf59e0ff6 not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:26.973269 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device ff4d50e1-0d7f-4979-a185-79400297d898 no longer exists at agent ovs-agent-dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:27.002981 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] No Port match for: ff4d50e1-0d7f-4979-a185-79400297d898 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:27.004086 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Device ff4d50e1-0d7f-4979-a185-79400297d898 not bound to the agent host dv-cinder-796049-1-smb {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:27.176875 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 56244) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:27.249308 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-3645fa8d-b0bf-44a0-b644-f65aadaccd70 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=61b1c0ab350c40f899fc30e7bb6a63b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705609 Jun 11 18:16:27.252656 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 56246) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:27.317173 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7954-11f6-46d4-b3bd-ade58254672f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:27.347072 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7954-11f6-46d4-b3bd-ade58254672f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:27.403999 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7954-11f6-46d4-b3bd-ade58254672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:27.406874 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7954-11f6-46d4-b3bd-ade58254672f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:27.408142 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-fd9f7954-11f6-46d4-b3bd-ade58254672f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d76de3fb-ede8-44a8-a5af-6278930772ea HTTP/1.1" status: 204 len: 168 time: 0.1544907 Jun 11 18:16:27.409066 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-09ac51b5-292c-4347-af31-87e41fc74acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:27.418912 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f7954-11f6-46d4-b3bd-ade58254672f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76de3fb-ede8-44a8-a5af-6278930772ea,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:27.421958 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-fd9f7954-11f6-46d4-b3bd-ade58254672f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:27.867136 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 56254) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:27.953583 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-e0b19e9f-129d-450a-bcb3-1e8149925c7f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dce770f8f9ad49979e508078b0eb0882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842843 Jun 11 18:16:27.958398 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 56258) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:28.062421 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d40da6cc-652a-4a8d-a5fa-fbae79bef6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:28.112109 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d40da6cc-652a-4a8d-a5fa-fbae79bef6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:28.202931 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d40da6cc-652a-4a8d-a5fa-fbae79bef6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:28.207651 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-d40da6cc-652a-4a8d-a5fa-fbae79bef6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:28.209485 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-d40da6cc-652a-4a8d-a5fa-fbae79bef6ef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/57090b40-627d-47e0-a297-7134ba3a98e1 HTTP/1.1" status: 204 len: 168 time: 0.2493277 Jun 11 18:16:28.210780 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-95846c47-ac50-495f-b062-597b8d203912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:28.224704 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40da6cc-652a-4a8d-a5fa-fbae79bef6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57090b40-627d-47e0-a297-7134ba3a98e1,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:28.228008 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-d40da6cc-652a-4a8d-a5fa-fbae79bef6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:42.523401 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:47.494678 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:16:50.056192 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f93c42d6-0701-40db-99c0-c0c84a6cfc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:52.424517 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:52.687998 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cf18-965d-44cb-87cf-73052155f187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:53.658147 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:55.702107 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:58.356378 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 56480) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:58.475954 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0fea63f-340d-409d-bf25-5d7b358222dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:58.570230 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0fea63f-340d-409d-bf25-5d7b358222dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:58.574257 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c0fea63f-340d-409d-bf25-5d7b358222dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:58.576794 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-80e785ce-b58b-40fa-abd1-fdb142142d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:58.617491 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-c0fea63f-340d-409d-bf25-5d7b358222dd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2bfdfabf5e1d4e698370abf8f994971c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598107 Jun 11 18:16:58.618302 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fea63f-340d-409d-bf25-5d7b358222dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce73577-0d88-408b-ab43-24676f748429,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:58.621023 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 56484) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:58.621536 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c0fea63f-340d-409d-bf25-5d7b358222dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:58.676894 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-fd92a4de-8924-4b84-a658-86db2d8e36e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:58.701139 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-fd92a4de-8924-4b84-a658-86db2d8e36e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:58.756000 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-fd92a4de-8924-4b84-a658-86db2d8e36e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:58.759074 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-fd92a4de-8924-4b84-a658-86db2d8e36e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:58.760242 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-fd92a4de-8924-4b84-a658-86db2d8e36e4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0ce73577-0d88-408b-ab43-24676f748429 HTTP/1.1" status: 204 len: 168 time: 0.1382129 Jun 11 18:16:58.761335 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-5102897a-2dda-4564-92ee-92d862c8e2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:58.771609 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92a4de-8924-4b84-a658-86db2d8e36e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce73577-0d88-408b-ab43-24676f748429,revision_number=None']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:58.774070 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-fd92a4de-8924-4b84-a658-86db2d8e36e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:10.009130 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 56628) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:10.133874 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-cb880fb3-823a-4dc6-a49f-531ed9464278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:10.261594 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-cb880fb3-823a-4dc6-a49f-531ed9464278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:10.267098 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-cb880fb3-823a-4dc6-a49f-531ed9464278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:10.270714 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-49675bf9-1313-4908-8d2b-08e8182d661b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:10.316315 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-cb880fb3-823a-4dc6-a49f-531ed9464278 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d0187b092bde4ae2bfc1b851f71e9900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060474 Jun 11 18:17:10.317328 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb880fb3-823a-4dc6-a49f-531ed9464278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21922d94-fd26-4eab-941c-20ed36f28e1c,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:10.320608 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 56632) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:10.321676 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-cb880fb3-823a-4dc6-a49f-531ed9464278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:10.381475 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c355c751-d794-41e0-b504-a18aeb145007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:10.411872 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c355c751-d794-41e0-b504-a18aeb145007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:10.474507 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c355c751-d794-41e0-b504-a18aeb145007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:10.477448 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-c355c751-d794-41e0-b504-a18aeb145007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:10.478715 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-c355c751-d794-41e0-b504-a18aeb145007 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/21922d94-fd26-4eab-941c-20ed36f28e1c HTTP/1.1" status: 204 len: 168 time: 0.1558642 Jun 11 18:17:10.479749 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-0f898a66-7038-4e2c-8420-77ef015b20c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:10.490121 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355c751-d794-41e0-b504-a18aeb145007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21922d94-fd26-4eab-941c-20ed36f28e1c,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:10.493307 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-c355c751-d794-41e0-b504-a18aeb145007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:11.260241 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [-] (91991) accepted ('10.222.0.63', 56654) {{(pid=91991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:11.373718 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.v2.base [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1213065321-network', 'tenant_id': 'fa6b6f0fbc1647d980b2eb1d42704249'}} {{(pid=91991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:11.399390 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Made reservation on behalf of fa6b6f0fbc1647d980b2eb1d42704249 for: {'network': 1} {{(pid=91991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:17:11.402271 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for network, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.415444 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.574529 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.579850 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.583331 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-20331a59-8185-4fde-baca-998ef7705ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:11.608930 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=91991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:17:11.619319 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd374d3-8b52-4c6c-9915-7faec8868ed5,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:11.623920 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:11.625108 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.625454 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.db.segments_db [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Added segment f200b18a-7dbb-410e-b2b4-c8724d828d83 of type vlan for network 5970e979-cdf7-4323-a892-91121cccfbb7 Jun 11 18:17:11.684242 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742322905007'] for network, precommit_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.722835 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034'] for network, after_create {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.724324 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:11.724954 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron_lib.callbacks.manager [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.727442 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-5c1fc1e7-d377-494e-84b9-e4154c16b7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:11.771547 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5097096 Jun 11 18:17:11.776122 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 56658) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:11.782599 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [None req-1b1aaf13-1bf2-42d8-b9bb-303147698baf admin admin] Request body: {'subnet': {'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1213065321-subnet', 'tenant_id': 'fa6b6f0fbc1647d980b2eb1d42704249', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:11.810709 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1aaf13-1bf2-42d8-b9bb-303147698baf admin admin] Made reservation on behalf of fa6b6f0fbc1647d980b2eb1d42704249 for: {'subnet': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:17:11.813714 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1b1aaf13-1bf2-42d8-b9bb-303147698baf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29559870'] for subnet, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.821518 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Pushing event updated for resources: {'Network': ['ID=5970e979-cdf7-4323-a892-91121cccfbb7,revision_number=1']} {{(pid=91991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:11.824965 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG oslo_concurrency.lockutils [None req-c3a82047-f6f9-49a4-a9e5-485cdc8ed653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:11.834679 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Network 5970e979-cdf7-4323-a892-91121cccfbb7 details requested by agent ovs-agent-dv-cinder-796049-1-smb with host dv-cinder-796049-1-smb {{(pid=91993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:17:12.078059 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1b1aaf13-1bf2-42d8-b9bb-303147698baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33274817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29559848'] for subnet, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:12.084025 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-30963708-02eb-48cb-b2a2-c0de6e96737d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:12.199497 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1aaf13-1bf2-42d8-b9bb-303147698baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4e5591-11be-46ad-8b48-ac0bbe2dccc1,revision_number=0']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:12.205901 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-1b1aaf13-1bf2-42d8-b9bb-303147698baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:12.215423 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1aaf13-1bf2-42d8-b9bb-303147698baf admin admin] Checking segment: {'id': 'f200b18a-7dbb-410e-b2b4-c8724d828d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:17:12.215962 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1aaf13-1bf2-42d8-b9bb-303147698baf admin admin] Network hostable DHCP agents. Network: 5970e979-cdf7-4323-a892-91121cccfbb7, hostable agents: ['bf581f56-c741-49bc-bb43-cd8f28a94f86'], hosted agents: [] {{(pid=91992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:17:12.237236 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1aaf13-1bf2-42d8-b9bb-303147698baf admin admin] Network 5970e979-cdf7-4323-a892-91121cccfbb7 is scheduled to be hosted by DHCP agent bf581f56-c741-49bc-bb43-cd8f28a94f86 with binding_index 1 {{(pid=91992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:17:12.250065 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [None req-1b1aaf13-1bf2-42d8-b9bb-303147698baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-smb, 5970e979-cdf7-4323-a892-91121cccfbb7) {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:17:12.255179 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1aaf13-1bf2-42d8-b9bb-303147698baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:12.255729 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-1b1aaf13-1bf2-42d8-b9bb-303147698baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:12.261238 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67848f9-8cbb-4178-b62f-8747393f7a78 None None] Network 5970e979-cdf7-4323-a892-91121cccfbb7 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:17:12.276116 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-1b1aaf13-1bf2-42d8-b9bb-303147698baf admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4963160 Jun 11 18:17:12.462972 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357cee3f-e4a8-4f5c-aa59-0a98341a2080 None None] Network 5970e979-cdf7-4323-a892-91121cccfbb7 requested from dv-cinder-796049-1-smb {{(pid=91993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:17:12.581892 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:14.397260 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487756-98de-4b01-bb2a-821667260cb0 req-3a4f0563-3ac4-445a-95cd-96e90a703248 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:14.398856 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-3a4f0563-3ac4-445a-95cd-96e90a703248 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/networks?id=5970e979-cdf7-4323-a892-91121cccfbb7 HTTP/1.1" status: 200 len: 814 time: 0.1456401 Jun 11 18:17:14.414987 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-f015d035-1ec8-4deb-a050-df0f49ce45a7 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/quotas/fa6b6f0fbc1647d980b2eb1d42704249 HTTP/1.1" status: 200 len: 375 time: 0.0102432 Jun 11 18:17:14.457136 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-fc4a8c40-893f-4c85-b49c-44bcb5996cbf tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=fa6b6f0fbc1647d980b2eb1d42704249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359855 Jun 11 18:17:14.516160 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-b9c31cce-c429-4c82-9939-21de824af17b service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:17:14.517351 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-b9c31cce-c429-4c82-9939-21de824af17b service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533278 Jun 11 18:17:14.646126 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-0f38295f-c112-40de-80fb-251b2a65011a service neutron] 10.222.0.63 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226153 Jun 11 18:17:14.787637 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-93350ed2-b2dc-4f7f-bbc7-9743955497af service neutron] 10.222.0.63 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352787 Jun 11 18:17:15.047920 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bb8ce483-1b4e-44dd-96b7-f9e4833ae885 req-000a0542-8159-45ab-932d-ce7647669a53 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 210 time: 0.0916398 Jun 11 18:17:16.240263 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0e3da53e-0e7b-4733-95ff-98ceea97444d req-ecd1bd9c-2e31-4d9e-b623-5b285447c20b tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 210 time: 0.0466979 Jun 11 18:17:16.465400 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487756-98de-4b01-bb2a-821667260cb0 req-251c75e6-e960-42c0-ace5-bfd1effc9c05 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:16.468251 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-251c75e6-e960-42c0-ace5-bfd1effc9c05 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.77 "GET /v2.0/networks?id=5970e979-cdf7-4323-a892-91121cccfbb7 HTTP/1.1" status: 200 len: 814 time: 0.1674280 Jun 11 18:17:16.480709 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-5c487756-98de-4b01-bb2a-821667260cb0 req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Request body: {'port': {'device_id': 'b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba', 'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7', 'admin_state_up': True, 'tenant_id': 'fa6b6f0fbc1647d980b2eb1d42704249'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:16.648362 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c487756-98de-4b01-bb2a-821667260cb0 req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Made reservation on behalf of fa6b6f0fbc1647d980b2eb1d42704249 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:17:16.652631 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-5c487756-98de-4b01-bb2a-821667260cb0 req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:16.842299 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-5c487756-98de-4b01-bb2a-821667260cb0 req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Allocated IP 172.20.0.5 (5970e979-cdf7-4323-a892-91121cccfbb7/1c4e5591-11be-46ad-8b48-ac0bbe2dccc1/ba3bb349-f738-4d3e-8e74-848725974f2b) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:17:17.052852 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-5c487756-98de-4b01-bb2a-821667260cb0 req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:17.098089 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-5c487756-98de-4b01-bb2a-821667260cb0 req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:17.102483 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3e9ccb35-2fc6-44c9-a7d5-354674cc46f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:17.160557 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c487756-98de-4b01-bb2a-821667260cb0 req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Network 5970e979-cdf7-4323-a892-91121cccfbb7 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:17:17.164284 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-5c487756-98de-4b01-bb2a-821667260cb0 req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:17:17.168338 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c487756-98de-4b01-bb2a-821667260cb0 req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:17:17.175682 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Pushing event updated for resources: {'Port': ['ID=ba3bb349-f738-4d3e-8e74-848725974f2b,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:17.210301 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:17.210693 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:17.211078 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:17.211447 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:17.211819 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:17.212181 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:17.212556 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:17.212931 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:17.213301 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:17.213654 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:17.214013 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:17.214370 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:17.223699 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:17.245288 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487756-98de-4b01-bb2a-821667260cb0 req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:17.246026 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-5c487756-98de-4b01-bb2a-821667260cb0 req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:17.263857 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7874324 Jun 11 18:17:17.275526 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-81a04902-422a-43a6-8962-abcf0aba10ad tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:17:17.276620 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-81a04902-422a-43a6-8962-abcf0aba10ad tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063267 Jun 11 18:17:17.346806 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Request body: {'port': {'device_id': 'b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:17.442790 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:17.544510 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e728e-e699-4848-870a-134f5a1b5c3a req-eca11269-7dbf-40cd-aaac-8dd154697912 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:17.547764 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-612e728e-e699-4848-870a-134f5a1b5c3a req-eca11269-7dbf-40cd-aaac-8dd154697912 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 931 time: 0.0964570 Jun 11 18:17:17.612493 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-612e728e-e699-4848-870a-134f5a1b5c3a req-81b9bf0a-3456-4b4d-972c-250d811b23e9 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583138 Jun 11 18:17:17.866618 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3bb349-f738-4d3e-8e74-848725974f2b {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:17:17.875232 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:17.888674 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Transition to ACTIVE for port object ba3bb349-f738-4d3e-8e74-848725974f2b will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:17:17.894414 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:17.897696 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-5fd4407d-0c3d-4b55-8b98-9697e5fd889b tempest-AttachVolumeNegativeTest-457438923 tempest-AttachVolumeNegativeTest-457438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:17.998508 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Pushing event updated for resources: {'Port': ['ID=ba3bb349-f738-4d3e-8e74-848725974f2b,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:18.002902 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:18.096415 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Attempting to bind port ba3bb349-f738-4d3e-8e74-848725974f2b on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:17:18.097123 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Attempting to bind port ba3bb349-f738-4d3e-8e74-848725974f2b by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'f200b18a-7dbb-410e-b2b4-c8724d828d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:17:18.097123 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Attempting to bind port ba3bb349-f738-4d3e-8e74-848725974f2b on network 5970e979-cdf7-4323-a892-91121cccfbb7 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:17:18.101780 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Port ba3bb349-f738-4d3e-8e74-848725974f2b on network 5970e979-cdf7-4323-a892-91121cccfbb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:17:18.102096 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Attempting to bind port ba3bb349-f738-4d3e-8e74-848725974f2b on network 5970e979-cdf7-4323-a892-91121cccfbb7 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:17:18.107315 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:17:18.107649 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Checking segment: {'id': 'f200b18a-7dbb-410e-b2b4-c8724d828d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:17:18.108070 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Bound using segment: {'id': 'f200b18a-7dbb-410e-b2b4-c8724d828d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:17:18.108504 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Bound port: ba3bb349-f738-4d3e-8e74-848725974f2b, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f200b18a-7dbb-410e-b2b4-c8724d828d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:17:18.108879 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:18.194041 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] For port ba3bb349-f738-4d3e-8e74-848725974f2b, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:17:18.197300 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] For port ba3bb349-f738-4d3e-8e74-848725974f2b, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=ba3bb349-f738-4d3e-8e74-848725974f2b,segment=NetworkSegment(f200b18a-7dbb-410e-b2b4-c8724d828d83),segment_id=f200b18a-7dbb-410e-b2b4-c8724d828d83)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:17:18.203626 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:18.205763 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:18.250471 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:18.251447 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:18.253443 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] 10.222.0.77 "PUT /v2.0/ports/ba3bb349-f738-4d3e-8e74-848725974f2b HTTP/1.1" status: 200 len: 1093 time: 0.9683371 Jun 11 18:17:18.254007 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba', 'tag': 'ba3bb349-f738-4d3e-8e74-848725974f2b'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:17:18.256585 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d587bbaa-7afb-42f7-8538-4132a388410c" -d '{"events": [{"name": "network-changed", "server_uuid": "b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba", "tag": "ba3bb349-f738-4d3e-8e74-848725974f2b"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:17:18.285132 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Pushing event updated for resources: {'Port': ['ID=ba3bb349-f738-4d3e-8e74-848725974f2b,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:18.289447 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-34ab1aaa-c505-4c5b-815a-b3208addc5fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:18.308370 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1d689d-c1cf-4188-bd15-9ce25403c920 x-openstack-request-id: req-1c1d689d-c1cf-4188-bd15-9ce25403c920 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:17:18.308736 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba", "tag": "ba3bb349-f738-4d3e-8e74-848725974f2b", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:17:18.309039 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1c1d689d-c1cf-4188-bd15-9ce25403c920 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:17:18.309478 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba', 'tag': 'ba3bb349-f738-4d3e-8e74-848725974f2b', 'status': 'completed', 'code': 200} Jun 11 18:17:18.367408 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487756-98de-4b01-bb2a-821667260cb0 req-21781b8f-2bd6-44e4-a56d-39ff621590a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:18.369013 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-21781b8f-2bd6-44e4-a56d-39ff621590a6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa6b6f0fbc1647d980b2eb1d42704249&device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 1096 time: 0.0707481 Jun 11 18:17:18.430595 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-d64d8ab8-a773-42fe-ae32-55d86ef85aae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba3bb349-f738-4d3e-8e74-848725974f2b HTTP/1.1" status: 200 len: 217 time: 0.0544541 Jun 11 18:17:18.536205 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487756-98de-4b01-bb2a-821667260cb0 req-96813d6e-415f-4757-a99a-9761def9bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:18.543872 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-96813d6e-415f-4757-a99a-9761def9bb11 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1c4e5591-11be-46ad-8b48-ac0bbe2dccc1 HTTP/1.1" status: 200 len: 854 time: 0.1073136 Jun 11 18:17:18.597224 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-77df49ff-555e-4796-83fb-dfecd7b7ae63 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5970e979-cdf7-4323-a892-91121cccfbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467589 Jun 11 18:17:18.748517 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-53e99ce8-045e-4ab3-bbb9-a4f5901b976b service neutron] 10.222.0.77 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421685 Jun 11 18:17:18.851124 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a767d7-0d58-48c9-9e22-716ae7bc6bd1 req-8c170762-7ef2-49c5-bc9e-f10f201cd363 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:18.852760 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c7a767d7-0d58-48c9-9e22-716ae7bc6bd1 req-8c170762-7ef2-49c5-bc9e-f10f201cd363 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 943 time: 0.0968015 Jun 11 18:17:18.879040 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-5c487756-98de-4b01-bb2a-821667260cb0 req-a2d80927-3f04-4538-98e6-86980cd259b0 service neutron] 10.222.0.77 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241734 Jun 11 18:17:18.907401 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c7a767d7-0d58-48c9-9e22-716ae7bc6bd1 req-5c9d8c16-9f4b-403a-bbc0-7bd19cc62d0b tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467689 Jun 11 18:17:19.017059 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587bbaa-7afb-42f7-8538-4132a388410c req-a2ce4696-855b-4f23-98e6-e4740b1e2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:19.018687 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-d587bbaa-7afb-42f7-8538-4132a388410c req-a2ce4696-855b-4f23-98e6-e4740b1e2ca4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa6b6f0fbc1647d980b2eb1d42704249&device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 1096 time: 0.0783720 Jun 11 18:17:19.159074 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587bbaa-7afb-42f7-8538-4132a388410c req-e6d2b411-74fa-4d22-a7e6-bcd6d556e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:19.161132 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-d587bbaa-7afb-42f7-8538-4132a388410c req-e6d2b411-74fa-4d22-a7e6-bcd6d556e92a service neutron] 10.222.0.77 "GET /v2.0/networks?id=5970e979-cdf7-4323-a892-91121cccfbb7 HTTP/1.1" status: 200 len: 916 time: 0.1352785 Jun 11 18:17:19.257553 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-d587bbaa-7afb-42f7-8538-4132a388410c req-0506da24-5edb-4278-a86b-68e20058d4e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba3bb349-f738-4d3e-8e74-848725974f2b HTTP/1.1" status: 200 len: 217 time: 0.0870733 Jun 11 18:17:19.341265 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587bbaa-7afb-42f7-8538-4132a388410c req-54d07aa5-f30e-4e6d-83e3-78a0eff51d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:19.343468 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-d587bbaa-7afb-42f7-8538-4132a388410c req-54d07aa5-f30e-4e6d-83e3-78a0eff51d8c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1c4e5591-11be-46ad-8b48-ac0bbe2dccc1 HTTP/1.1" status: 200 len: 854 time: 0.0795500 Jun 11 18:17:19.397452 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-d587bbaa-7afb-42f7-8538-4132a388410c req-04b426af-fa41-4348-95e8-e527a33ab491 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5970e979-cdf7-4323-a892-91121cccfbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472624 Jun 11 18:17:19.825000 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-d587bbaa-7afb-42f7-8538-4132a388410c req-bd150e87-f687-44cf-9660-aeb247cf80f4 service neutron] 10.222.0.77 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187903 Jun 11 18:17:20.038786 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-d587bbaa-7afb-42f7-8538-4132a388410c req-d5a9a1d7-e28b-46b5-9755-b525e0efb5c4 service neutron] 10.222.0.77 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068369 Jun 11 18:17:20.064086 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-6ae78650-5b80-4dc3-bdb5-bed260aa7b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:20.149390 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981fc2f-2ccc-4ea1-ad51-1a42751cff11 req-9da0e250-6855-43e1-bb52-8018de4cb7b1 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:20.152134 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8981fc2f-2ccc-4ea1-ad51-1a42751cff11 req-9da0e250-6855-43e1-bb52-8018de4cb7b1 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 943 time: 0.1073112 Jun 11 18:17:20.201274 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-8981fc2f-2ccc-4ea1-ad51-1a42751cff11 req-3738806b-bced-4d9c-8404-408c4293423f tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432253 Jun 11 18:17:21.391082 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0a507-7163-42d5-b14f-1387ad6592f4 req-cf210e44-923a-4f2a-95bf-fea14ec08d5f tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:21.392671 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0de0a507-7163-42d5-b14f-1387ad6592f4 req-cf210e44-923a-4f2a-95bf-fea14ec08d5f tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 943 time: 0.0733337 Jun 11 18:17:21.446085 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0de0a507-7163-42d5-b14f-1387ad6592f4 req-5e9c020f-85d6-4667-8b7c-d85aef9bbf1d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433095 Jun 11 18:17:22.161398 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device ba3bb349-f738-4d3e-8e74-848725974f2b details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:17:22.388828 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port ba3bb349-f738-4d3e-8e74-848725974f2b, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=ba3bb349-f738-4d3e-8e74-848725974f2b,segment=NetworkSegment(f200b18a-7dbb-410e-b2b4-c8724d828d83),segment_id=f200b18a-7dbb-410e-b2b4-c8724d828d83)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:22.409308 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': 'ba3bb349-f738-4d3e-8e74-848725974f2b', 'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7', 'port_id': 'ba3bb349-f738-4d3e-8e74-848725974f2b', 'mac_address': 'fa:16:3e:35:f2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e5591-11be-46ad-8b48-ac0bbe2dccc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:17:22.422483 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:22.475391 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:22.495671 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3bb349-f738-4d3e-8e74-848725974f2b {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:17:22.525312 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port ba3bb349-f738-4d3e-8e74-848725974f2b, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=ba3bb349-f738-4d3e-8e74-848725974f2b,segment=NetworkSegment(f200b18a-7dbb-410e-b2b4-c8724d828d83),segment_id=f200b18a-7dbb-410e-b2b4-c8724d828d83)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:22.532170 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:22.535157 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:22.628150 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=ba3bb349-f738-4d3e-8e74-848725974f2b,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:22.643420 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:22.643825 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:22.644394 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:22.644956 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:22.645530 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:22.646014 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:22.646552 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:22.647070 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:22.647591 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:22.648117 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:22.648680 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:22.649215 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:22.656032 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:22.710920 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-474c1cb9-27fa-45c1-af74-55c3a4252f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:22.771749 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21a2bf-ad92-4744-86f4-e10e04569cea req-43544af3-7265-4ea6-81c1-90acaec741ac tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:22.773480 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1e21a2bf-ad92-4744-86f4-e10e04569cea req-43544af3-7265-4ea6-81c1-90acaec741ac tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 944 time: 0.1249275 Jun 11 18:17:22.777912 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['ba3bb349-f738-4d3e-8e74-848725974f2b'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:17:22.833266 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1e21a2bf-ad92-4744-86f4-e10e04569cea req-e7cda908-f87b-4a35-b10d-4eeb5817f4cc tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479691 Jun 11 18:17:23.663591 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:24.109306 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce392d6-ef39-4a34-8386-6105cb560a01 req-a2a28849-74c7-452d-8242-8aa00c6362b5 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:24.111217 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bce392d6-ef39-4a34-8386-6105cb560a01 req-a2a28849-74c7-452d-8242-8aa00c6362b5 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 944 time: 0.1021483 Jun 11 18:17:24.175395 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device ba3bb349-f738-4d3e-8e74-848725974f2b up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:17:24.181319 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bce392d6-ef39-4a34-8386-6105cb560a01 req-d9d30185-9003-4a77-9270-460440420bb9 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604427 Jun 11 18:17:24.266060 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port ba3bb349-f738-4d3e-8e74-848725974f2b completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:17:24.271522 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port ba3bb349-f738-4d3e-8e74-848725974f2b triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:17:24.272096 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:24.403661 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:24.435140 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3bb349-f738-4d3e-8e74-848725974f2b'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:17:24.437899 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cfa5d2-f1ae-4fe6-a5ea-db79e81bd062" -d '{"events": [{"server_uuid": "b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba", "name": "network-vif-plugged", "status": "completed", "tag": "ba3bb349-f738-4d3e-8e74-848725974f2b"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:17:24.462990 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port ba3bb349-f738-4d3e-8e74-848725974f2b, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=ba3bb349-f738-4d3e-8e74-848725974f2b,segment=NetworkSegment(f200b18a-7dbb-410e-b2b4-c8724d828d83),segment_id=f200b18a-7dbb-410e-b2b4-c8724d828d83)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:24.470789 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:24.474005 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:24.498445 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:17:24.518196 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d9f05c-baf5-40c0-8e37-427324c85d7e x-openstack-request-id: req-00d9f05c-baf5-40c0-8e37-427324c85d7e {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:17:24.518695 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba", "name": "network-vif-plugged", "status": "completed", "tag": "ba3bb349-f738-4d3e-8e74-848725974f2b", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:17:24.519110 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-00d9f05c-baf5-40c0-8e37-427324c85d7e {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:17:24.519607 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3bb349-f738-4d3e-8e74-848725974f2b', 'code': 200} Jun 11 18:17:24.570740 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=ba3bb349-f738-4d3e-8e74-848725974f2b,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:24.576082 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:24.805972 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74e8a4-9bfc-4483-b566-566c2403022e req-68217f9a-c31f-4060-8c8d-321d63a06ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:24.807452 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-df74e8a4-9bfc-4483-b566-566c2403022e req-68217f9a-c31f-4060-8c8d-321d63a06ad5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 1098 time: 0.0752442 Jun 11 18:17:24.877968 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-df74e8a4-9bfc-4483-b566-566c2403022e req-19df4e95-33f8-4be8-b800-c55b9a163eb0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631652 Jun 11 18:17:25.433580 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df7352-98bc-4720-ab00-192609834af8 req-571ee46c-438d-4fdf-80cf-27ac108c3d4f tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:25.435686 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-96df7352-98bc-4720-ab00-192609834af8 req-571ee46c-438d-4fdf-80cf-27ac108c3d4f tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 945 time: 0.1075017 Jun 11 18:17:25.499703 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-96df7352-98bc-4720-ab00-192609834af8 req-e89923d4-1730-4ab0-928e-50b4b439b931 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559850 Jun 11 18:17:25.717938 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:26.845637 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f09c1e-85ff-43e0-9cb3-4743c858fac4 req-a2ef984e-b1fc-4242-b751-57a494d0b482 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:26.848470 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-56f09c1e-85ff-43e0-9cb3-4743c858fac4 req-a2ef984e-b1fc-4242-b751-57a494d0b482 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 945 time: 0.1252716 Jun 11 18:17:26.935355 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-56f09c1e-85ff-43e0-9cb3-4743c858fac4 req-cb5ab68b-09fd-402c-9163-d788352852dc tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755796 Jun 11 18:17:42.541594 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:46.811029 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116c0b8-0661-4ed7-a965-9ca88c7dbd7e req-2daef775-1aa9-45b3-ae3a-a61bcffe6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:46.813252 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f116c0b8-0661-4ed7-a965-9ca88c7dbd7e req-2daef775-1aa9-45b3-ae3a-a61bcffe6a1f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa6b6f0fbc1647d980b2eb1d42704249&device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 1098 time: 0.0679355 Jun 11 18:17:46.988608 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116c0b8-0661-4ed7-a965-9ca88c7dbd7e req-59758d89-e71f-4770-a62c-b44ed6fb2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:46.990150 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f116c0b8-0661-4ed7-a965-9ca88c7dbd7e req-59758d89-e71f-4770-a62c-b44ed6fb2636 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5970e979-cdf7-4323-a892-91121cccfbb7 HTTP/1.1" status: 200 len: 916 time: 0.1493573 Jun 11 18:17:47.053446 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f116c0b8-0661-4ed7-a965-9ca88c7dbd7e req-24e62c5f-06f7-4537-9cc0-a649f8cdaf19 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba3bb349-f738-4d3e-8e74-848725974f2b HTTP/1.1" status: 200 len: 217 time: 0.0565629 Jun 11 18:17:47.150039 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116c0b8-0661-4ed7-a965-9ca88c7dbd7e req-a0196c99-e8f8-481f-a4e4-3a14d2164545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:47.151504 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f116c0b8-0661-4ed7-a965-9ca88c7dbd7e req-a0196c99-e8f8-481f-a4e4-3a14d2164545 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1c4e5591-11be-46ad-8b48-ac0bbe2dccc1 HTTP/1.1" status: 200 len: 854 time: 0.0895863 Jun 11 18:17:47.211727 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f116c0b8-0661-4ed7-a965-9ca88c7dbd7e req-a8fa72aa-64a6-4465-9caa-acd5d1e2c8ed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5970e979-cdf7-4323-a892-91121cccfbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488045 Jun 11 18:17:47.375025 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f116c0b8-0661-4ed7-a965-9ca88c7dbd7e req-00be0079-5a8c-409c-864e-14cca3ee2fed service neutron] 10.222.0.77 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454701 Jun 11 18:17:47.531852 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f116c0b8-0661-4ed7-a965-9ca88c7dbd7e req-81311367-542c-4fbe-887a-d9b6a54afb28 service neutron] 10.222.0.77 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489089 Jun 11 18:17:50.068176 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9c5282f4-de94-407a-b057-0cb10544a3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:52.421074 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:52.697308 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-08efa929-1dc7-4ffa-b302-5a33a5db021c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:53.663073 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:55.714060 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:01.497716 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:18:05.943198 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc66784-ecca-450d-aeb1-724e83905a29 req-01169aa7-d7a6-437b-822c-e9c166e036d4 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:05.944845 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-adc66784-ecca-450d-aeb1-724e83905a29 req-01169aa7-d7a6-437b-822c-e9c166e036d4 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 945 time: 0.0807433 Jun 11 18:18:05.994112 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-adc66784-ecca-450d-aeb1-724e83905a29 req-d7e7fe90-3899-48a8-b3d3-44cd043dcdcb tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415857 Jun 11 18:18:07.248759 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f283720-9f03-4721-8d43-bad40a298093 req-6a3139ed-19de-49b4-aec6-7bab5dc8569e tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:07.251372 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9f283720-9f03-4721-8d43-bad40a298093 req-6a3139ed-19de-49b4-aec6-7bab5dc8569e tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 945 time: 0.1265945 Jun 11 18:18:07.318339 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-9f283720-9f03-4721-8d43-bad40a298093 req-b6026b5c-4508-45fc-9cb9-b46f91cb31cc tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609109 Jun 11 18:18:08.543018 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86d52b-7785-4b14-8918-8d1137b0081d req-1c3e4402-1531-45a3-8c62-eff8cee4d801 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:08.545096 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ab86d52b-7785-4b14-8918-8d1137b0081d req-1c3e4402-1531-45a3-8c62-eff8cee4d801 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 945 time: 0.0956702 Jun 11 18:18:08.590076 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-ab86d52b-7785-4b14-8918-8d1137b0081d req-a8503272-2e6b-453d-ad1d-d79751f1baf9 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389395 Jun 11 18:18:09.781271 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea402f-67e8-4434-9870-562a6e9f34bb req-69aed5ac-44d5-4b4d-8db4-04eb115cb774 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:09.783074 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0aea402f-67e8-4434-9870-562a6e9f34bb req-69aed5ac-44d5-4b4d-8db4-04eb115cb774 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 945 time: 0.0742612 Jun 11 18:18:09.832611 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-0aea402f-67e8-4434-9870-562a6e9f34bb req-6fbbc832-051a-4a0f-8670-58a7fdf66f1e tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431724 Jun 11 18:18:10.290455 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69278e2b-16de-4773-9710-e858d8c8d2f6 req-55d0d51b-165d-44d6-a405-46619e30311c tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:10.292063 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-69278e2b-16de-4773-9710-e858d8c8d2f6 req-55d0d51b-165d-44d6-a405-46619e30311c tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.77 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 945 time: 0.0762947 Jun 11 18:18:10.410513 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-69278e2b-16de-4773-9710-e858d8c8d2f6 req-ff8aa441-d956-428a-bc7a-972906ec0d0d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Deleting port ba3bb349-f738-4d3e-8e74-848725974f2b {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:18:10.410750 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-69278e2b-16de-4773-9710-e858d8c8d2f6 req-ff8aa441-d956-428a-bc7a-972906ec0d0d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:10.526103 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-69278e2b-16de-4773-9710-e858d8c8d2f6 req-ff8aa441-d956-428a-bc7a-972906ec0d0d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] For port ba3bb349-f738-4d3e-8e74-848725974f2b, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=ba3bb349-f738-4d3e-8e74-848725974f2b,segment=NetworkSegment(f200b18a-7dbb-410e-b2b4-c8724d828d83),segment_id=f200b18a-7dbb-410e-b2b4-c8724d828d83)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:18:10.526460 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-69278e2b-16de-4773-9710-e858d8c8d2f6 req-ff8aa441-d956-428a-bc7a-972906ec0d0d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:10.618368 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-69278e2b-16de-4773-9710-e858d8c8d2f6 req-ff8aa441-d956-428a-bc7a-972906ec0d0d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Calling delete_port for ba3bb349-f738-4d3e-8e74-848725974f2b owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:18:10.770566 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-69278e2b-16de-4773-9710-e858d8c8d2f6 req-ff8aa441-d956-428a-bc7a-972906ec0d0d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:10.774387 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-5f97c6e8-1dd2-44c3-b318-fa2c2043efff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:18:10.782004 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['ba3bb349-f738-4d3e-8e74-848725974f2b'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:18:10.806303 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8aa441-d956-428a-bc7a-972906ec0d0d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Pushing event deleted for resources: {'Port': ['ID=ba3bb349-f738-4d3e-8e74-848725974f2b,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:18:10.812299 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ff8aa441-d956-428a-bc7a-972906ec0d0d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:18:10.860189 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-69278e2b-16de-4773-9710-e858d8c8d2f6 req-ff8aa441-d956-428a-bc7a-972906ec0d0d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] No DVR routers for this DVR port ba3bb349-f738-4d3e-8e74-848725974f2b on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:18:10.862773 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-69278e2b-16de-4773-9710-e858d8c8d2f6 req-ff8aa441-d956-428a-bc7a-972906ec0d0d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:10.864797 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-69278e2b-16de-4773-9710-e858d8c8d2f6 req-ff8aa441-d956-428a-bc7a-972906ec0d0d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.77 "DELETE /v2.0/ports/ba3bb349-f738-4d3e-8e74-848725974f2b HTTP/1.1" status: 204 len: 173 time: 0.5675054 Jun 11 18:18:10.865319 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba', 'name': 'network-vif-deleted', 'tag': 'ba3bb349-f738-4d3e-8e74-848725974f2b'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:18:10.867605 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a188c653-f895-417f-9d40-46c9595f27a0" -d '{"events": [{"server_uuid": "b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba", "name": "network-vif-deleted", "tag": "ba3bb349-f738-4d3e-8e74-848725974f2b"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:18:10.973415 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e632c720-4224-4478-95cb-84f2239a751f x-openstack-request-id: req-e632c720-4224-4478-95cb-84f2239a751f {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:18:10.973762 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba", "name": "network-vif-deleted", "tag": "ba3bb349-f738-4d3e-8e74-848725974f2b", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:18:10.974066 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e632c720-4224-4478-95cb-84f2239a751f {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:18:10.974616 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba', 'name': 'network-vif-deleted', 'tag': 'ba3bb349-f738-4d3e-8e74-848725974f2b', 'status': 'completed', 'code': 200} Jun 11 18:18:10.995428 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-011f5da4-913b-4d7b-9e43-f550aea863c9 req-7d2af2d0-a0ef-4bfd-a9df-7b55ad53d5f8 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=b312ed04-d2d4-4230-ab88-a4e2dfe0e8ba HTTP/1.1" status: 200 len: 210 time: 0.0370641 Jun 11 18:18:12.544335 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:14.501857 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device ba3bb349-f738-4d3e-8e74-848725974f2b no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:18:14.529183 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: ba3bb349-f738-4d3e-8e74-848725974f2b {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:18:14.529544 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device ba3bb349-f738-4d3e-8e74-848725974f2b not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:18:15.930327 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-79b2e8bf-405a-4627-b53d-141d9886052b tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:15.931706 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-79b2e8bf-405a-4627-b53d-141d9886052b tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/networks?id=5970e979-cdf7-4323-a892-91121cccfbb7 HTTP/1.1" status: 200 len: 814 time: 0.1278999 Jun 11 18:18:15.946478 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-4165583b-1769-4b85-9604-a76b867c141b tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/quotas/fa6b6f0fbc1647d980b2eb1d42704249 HTTP/1.1" status: 200 len: 375 time: 0.0091498 Jun 11 18:18:15.986869 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-af998f86-fcad-4ccc-946d-ea3643473e69 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=fa6b6f0fbc1647d980b2eb1d42704249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352428 Jun 11 18:18:16.120412 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-b51bd4da-6909-4171-ba97-716dcd7940a3 service neutron] 10.222.0.63 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265640 Jun 11 18:18:16.271745 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-c2e98550-c7cd-498b-9968-f450898da6c4 service neutron] 10.222.0.63 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421735 Jun 11 18:18:16.788644 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-94a7df0b-ab07-4669-98d7-a1faa929066c req-c48830f8-9966-4af4-b162-011bcb109fb4 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 210 time: 0.3641732 Jun 11 18:18:17.547705 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-992abf46-18e2-4480-9c2d-38f124ca15da tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:17.549148 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-992abf46-18e2-4480-9c2d-38f124ca15da tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.77 "GET /v2.0/networks?id=5970e979-cdf7-4323-a892-91121cccfbb7 HTTP/1.1" status: 200 len: 814 time: 0.1467347 Jun 11 18:18:17.560530 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Request body: {'port': {'device_id': 'c95b8acf-165f-4c37-9c2c-62a433966e51', 'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7', 'admin_state_up': True, 'tenant_id': 'fa6b6f0fbc1647d980b2eb1d42704249'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:18:17.697576 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Made reservation on behalf of fa6b6f0fbc1647d980b2eb1d42704249 for: {'port': 1} {{(pid=91992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:18:17.701341 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-942774'] for port, before_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:17.847420 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_common [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Allocated IP 172.20.0.10 (5970e979-cdf7-4323-a892-91121cccfbb7/1c4e5591-11be-46ad-8b48-ac0bbe2dccc1/fd4e1250-d54a-4047-8516-ac11788521b0) {{(pid=91992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:18:17.947954 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-dadbec61-756f-45df-8c18-73c1a8965bc0 req-56bc25d4-d247-46a2-8033-f62d4cadac55 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 210 time: 0.0336587 Jun 11 18:18:18.027520 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks [] for port, precommit_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:18.066796 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-942709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-52285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742322917672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33273969'] for port, after_create {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:18.070970 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-717bf914-f6ab-4556-84b7-d5f62150c426 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:18:18.118498 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Network 5970e979-cdf7-4323-a892-91121cccfbb7 is already hosted by enough agents. {{(pid=91992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:18:18.121892 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.scheduler.base_scheduler [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Resources bound (agent type, host, resource id): {{(pid=91992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:18:18.126227 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Received port after_create {{(pid=91992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:18:18.132971 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Pushing event updated for resources: {'Port': ['ID=fd4e1250-d54a-4047-8516-ac11788521b0,revision_number=1']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:18:18.172879 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:18.173259 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:18.173632 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:18.173999 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:18.174359 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:18.174719 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:18.175077 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:18.175433 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:18.175789 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:18.176143 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:18.176496 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:18.176871 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:18.185301 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:18:18.202225 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:18.203488 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:18.217941 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-568bd43e-7ad6-454e-bf0f-6136cbe49046 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6609952 Jun 11 18:18:18.229808 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.v2.base [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Request body: {'port': {'device_id': 'c95b8acf-165f-4c37-9c2c-62a433966e51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=91992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:18:18.315070 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:18.637107 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4e1250-d54a-4047-8516-ac11788521b0 {{(pid=91992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:18:18.644766 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:18.656496 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.provisioning_blocks [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Transition to ACTIVE for port object fd4e1250-d54a-4047-8516-ac11788521b0 will not be triggered until provisioned by entity L2. {{(pid=91992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:18:18.661805 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:18.664146 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-64459d8c-97dc-41f6-b294-4a14cb052c22 tempest-TestShelveInstance-1280976174 tempest-TestShelveInstance-1280976174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:18:18.761935 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Pushing event updated for resources: {'Port': ['ID=fd4e1250-d54a-4047-8516-ac11788521b0,revision_number=2']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:18:18.766634 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:18:18.856007 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Attempting to bind port fd4e1250-d54a-4047-8516-ac11788521b0 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:18:18.856286 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Attempting to bind port fd4e1250-d54a-4047-8516-ac11788521b0 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'f200b18a-7dbb-410e-b2b4-c8724d828d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7'}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:18:18.856644 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Attempting to bind port fd4e1250-d54a-4047-8516-ac11788521b0 on network 5970e979-cdf7-4323-a892-91121cccfbb7 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:18:18.861965 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Port fd4e1250-d54a-4047-8516-ac11788521b0 on network 5970e979-cdf7-4323-a892-91121cccfbb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:18:18.862289 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Attempting to bind port fd4e1250-d54a-4047-8516-ac11788521b0 on network 5970e979-cdf7-4323-a892-91121cccfbb7 {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:18:18.867131 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Checking agent: {'id': 'bbc3a812-a585-4007-819c-35a5cb12f26a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'started_at': datetime.datetime(2021, 6, 11, 18, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:18:18.867467 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Checking segment: {'id': 'f200b18a-7dbb-410e-b2b4-c8724d828d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:18:18.867846 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Bound using segment: {'id': 'f200b18a-7dbb-410e-b2b4-c8724d828d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7'} {{(pid=91992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:18:18.868275 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.managers [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Bound port: fd4e1250-d54a-4047-8516-ac11788521b0, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f200b18a-7dbb-410e-b2b4-c8724d828d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7'}}] {{(pid=91992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:18:18.868649 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:18.947215 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] For port fd4e1250-d54a-4047-8516-ac11788521b0, host hv-cinder-79604, cleared binding levels {{(pid=91992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:18:18.950872 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] For port fd4e1250-d54a-4047-8516-ac11788521b0, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd4e1250-d54a-4047-8516-ac11788521b0,segment=NetworkSegment(f200b18a-7dbb-410e-b2b4-c8724d828d83),segment_id=f200b18a-7dbb-410e-b2b4-c8724d828d83)] {{(pid=91992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:18:18.954798 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33273935'] for port, after_update {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:18.956878 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-ba0132c5-1541-470e-a973-1b67600c3395 tempest-AttachVolumeTestJSON-1817517672 tempest-AttachVolumeTestJSON-1817517672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:18:18.999914 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:19.000577 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:19.002013 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] 10.222.0.77 "PUT /v2.0/ports/fd4e1250-d54a-4047-8516-ac11788521b0 HTTP/1.1" status: 200 len: 1094 time: 0.7762895 Jun 11 18:18:19.002548 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95b8acf-165f-4c37-9c2c-62a433966e51', 'tag': 'fd4e1250-d54a-4047-8516-ac11788521b0'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:18:19.004919 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba81524-a22c-4594-8b8b-bca617e6aa67" -d '{"events": [{"name": "network-changed", "server_uuid": "c95b8acf-165f-4c37-9c2c-62a433966e51", "tag": "fd4e1250-d54a-4047-8516-ac11788521b0"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:18:19.040767 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Pushing event updated for resources: {'Port': ['ID=fd4e1250-d54a-4047-8516-ac11788521b0,revision_number=3']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:18:19.043712 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-45394596-bd3a-4f51-a576-b4606a8dec6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:18:19.061991 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a55a2a-fe6d-4f89-b302-785fd4f43e1f x-openstack-request-id: req-07a55a2a-fe6d-4f89-b302-785fd4f43e1f {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:18:19.062397 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c95b8acf-165f-4c37-9c2c-62a433966e51", "tag": "fd4e1250-d54a-4047-8516-ac11788521b0", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:18:19.062755 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-07a55a2a-fe6d-4f89-b302-785fd4f43e1f {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:18:19.063246 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c95b8acf-165f-4c37-9c2c-62a433966e51', 'tag': 'fd4e1250-d54a-4047-8516-ac11788521b0', 'status': 'completed', 'code': 200} Jun 11 18:18:19.121829 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-441343e4-6b93-4114-bf95-823f59a09a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:19.123301 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-441343e4-6b93-4114-bf95-823f59a09a23 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa6b6f0fbc1647d980b2eb1d42704249&device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 1097 time: 0.0704248 Jun 11 18:18:19.158128 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e07ab6-b937-45fa-9c9c-d23fa7a5431e req-4c64c57f-3b52-42bb-9023-4d2c7f524e3d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:19.159676 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b9e07ab6-b937-45fa-9c9c-d23fa7a5431e req-4c64c57f-3b52-42bb-9023-4d2c7f524e3d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 944 time: 0.0871716 Jun 11 18:18:19.181625 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-8c3bee84-f09e-46e3-9d66-764ff72bcd92 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd4e1250-d54a-4047-8516-ac11788521b0 HTTP/1.1" status: 200 len: 217 time: 0.0510719 Jun 11 18:18:19.213324 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-b9e07ab6-b937-45fa-9c9c-d23fa7a5431e req-0e86979b-2bc7-42c9-ba97-53506090be2b tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465732 Jun 11 18:18:19.240391 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-27af0819-b89f-4bb7-b9d6-e7c884131e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:19.241975 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-27af0819-b89f-4bb7-b9d6-e7c884131e5b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1c4e5591-11be-46ad-8b48-ac0bbe2dccc1 HTTP/1.1" status: 200 len: 854 time: 0.0549083 Jun 11 18:18:19.284635 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-c0062656-1e6c-43b5-bf9c-627f6bd378ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5970e979-cdf7-4323-a892-91121cccfbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367432 Jun 11 18:18:19.406730 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-86d8d3d3-377b-45f2-8244-36458e5faf8b service neutron] 10.222.0.77 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153274 Jun 11 18:18:19.535620 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-894aa2f7-09d4-44b7-8cf8-1225eecf5333 req-e002de49-29c2-473d-97c9-46887c3b6a85 service neutron] 10.222.0.77 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221061 Jun 11 18:18:19.647248 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba81524-a22c-4594-8b8b-bca617e6aa67 req-31c80734-c90e-4ffa-93ad-bb622b6b5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:19.648766 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-aba81524-a22c-4594-8b8b-bca617e6aa67 req-31c80734-c90e-4ffa-93ad-bb622b6b5578 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa6b6f0fbc1647d980b2eb1d42704249&device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 1097 time: 0.0669863 Jun 11 18:18:19.762878 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba81524-a22c-4594-8b8b-bca617e6aa67 req-f2d565f8-e550-4e3a-99b0-6af1ee7e155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:19.764314 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-aba81524-a22c-4594-8b8b-bca617e6aa67 req-f2d565f8-e550-4e3a-99b0-6af1ee7e155e service neutron] 10.222.0.77 "GET /v2.0/networks?id=5970e979-cdf7-4323-a892-91121cccfbb7 HTTP/1.1" status: 200 len: 916 time: 0.1087852 Jun 11 18:18:19.822081 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-aba81524-a22c-4594-8b8b-bca617e6aa67 req-949af543-26b6-4d86-9d14-a3e00574daf5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd4e1250-d54a-4047-8516-ac11788521b0 HTTP/1.1" status: 200 len: 217 time: 0.0510798 Jun 11 18:18:19.878978 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba81524-a22c-4594-8b8b-bca617e6aa67 req-669f1e0d-ffd3-4dd7-a7a3-bdab62b9ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:19.880394 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-aba81524-a22c-4594-8b8b-bca617e6aa67 req-669f1e0d-ffd3-4dd7-a7a3-bdab62b9ae89 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1c4e5591-11be-46ad-8b48-ac0bbe2dccc1 HTTP/1.1" status: 200 len: 854 time: 0.0513287 Jun 11 18:18:19.923034 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-aba81524-a22c-4594-8b8b-bca617e6aa67 req-c9c91c9f-1a97-44d2-ba17-4186b35a8c96 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5970e979-cdf7-4323-a892-91121cccfbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352890 Jun 11 18:18:20.036476 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-aba81524-a22c-4594-8b8b-bca617e6aa67 req-5a37ec3c-c6c3-412a-a889-8ef3144d15f0 service neutron] 10.222.0.77 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053693 Jun 11 18:18:20.063447 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-77e5b4a1-2aad-44d1-92ca-5830b345f769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:20.158307 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-aba81524-a22c-4594-8b8b-bca617e6aa67 req-0634f6d5-aa54-42a6-b704-17c35dc6e394 service neutron] 10.222.0.77 "GET /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146727 Jun 11 18:18:20.399730 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bad2a-0a89-4e7c-82b0-4e1ceb6d3381 req-c5986268-c1f1-4f89-a5c0-1400ea65d261 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:20.401301 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2b2bad2a-0a89-4e7c-82b0-4e1ceb6d3381 req-c5986268-c1f1-4f89-a5c0-1400ea65d261 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 944 time: 0.0691979 Jun 11 18:18:20.443247 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-2b2bad2a-0a89-4e7c-82b0-4e1ceb6d3381 req-bd2b0a21-498f-4676-9573-1c18653fd260 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353599 Jun 11 18:18:21.620832 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d4562-aa80-4af6-b4b2-f734b5095dff req-2d024838-5514-4044-aa0b-615a0f5434b3 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:21.622292 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bf9d4562-aa80-4af6-b4b2-f734b5095dff req-2d024838-5514-4044-aa0b-615a0f5434b3 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 944 time: 0.0677502 Jun 11 18:18:21.666650 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-bf9d4562-aa80-4af6-b4b2-f734b5095dff req-27410fb7-b280-44d8-be35-689aa35af28d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380902 Jun 11 18:18:22.417721 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:22.532460 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device fd4e1250-d54a-4047-8516-ac11788521b0 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=91993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:18:22.650517 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port fd4e1250-d54a-4047-8516-ac11788521b0, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd4e1250-d54a-4047-8516-ac11788521b0,segment=NetworkSegment(f200b18a-7dbb-410e-b2b4-c8724d828d83),segment_id=f200b18a-7dbb-410e-b2b4-c8724d828d83)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:18:22.662782 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Returning: {'device': 'fd4e1250-d54a-4047-8516-ac11788521b0', 'network_id': '5970e979-cdf7-4323-a892-91121cccfbb7', 'port_id': 'fd4e1250-d54a-4047-8516-ac11788521b0', 'mac_address': 'fa:16:3e:b7:dd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e5591-11be-46ad-8b48-ac0bbe2dccc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:18:22.719853 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b5fe479e-e332-472f-a0b0-72e4f3661742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:22.721628 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:22.737270 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4e1250-d54a-4047-8516-ac11788521b0 {{(pid=91993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:18:22.759249 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port fd4e1250-d54a-4047-8516-ac11788521b0, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd4e1250-d54a-4047-8516-ac11788521b0,segment=NetworkSegment(f200b18a-7dbb-410e-b2b4-c8724d828d83),segment_id=f200b18a-7dbb-410e-b2b4-c8724d828d83)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:18:22.764185 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:22.766353 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:18:22.820416 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=fd4e1250-d54a-4047-8516-ac11788521b0,revision_number=4']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:18:22.827566 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:22.827915 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:22.828252 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:22.828608 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:22.828942 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:22.829269 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:22.829594 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:22.829917 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:22.830239 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:22.830559 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:22.830875 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:22.831191 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-smb {{(pid=91993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:18:22.835044 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:18:22.854177 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19441e42-b535-4439-b1b3-ceae994a2618 req-0dcb72dc-7530-49d2-98d5-901df7bfb87d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:22.855630 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-19441e42-b535-4439-b1b3-ceae994a2618 req-0dcb72dc-7530-49d2-98d5-901df7bfb87d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 945 time: 0.0714188 Jun 11 18:18:22.897967 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-19441e42-b535-4439-b1b3-ceae994a2618 req-eed3f305-863a-44ed-b281-e0d98b1c37a3 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362337 Jun 11 18:18:22.968255 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['fd4e1250-d54a-4047-8516-ac11788521b0'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:18:23.662964 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:24.081064 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e44d3-58e5-4a08-8213-4f223e13d36e req-77282b02-b6fb-4349-89a2-c73c33faecd9 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:24.082536 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5b2e44d3-58e5-4a08-8213-4f223e13d36e req-77282b02-b6fb-4349-89a2-c73c33faecd9 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 945 time: 0.0694044 Jun 11 18:18:24.128432 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-5b2e44d3-58e5-4a08-8213-4f223e13d36e req-ce97e1a7-9470-44f4-b640-0f6e0d575498 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401926 Jun 11 18:18:24.532029 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device fd4e1250-d54a-4047-8516-ac11788521b0 up at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:18:24.586403 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning for port fd4e1250-d54a-4047-8516-ac11788521b0 completed by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:18:24.589971 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.db.provisioning_blocks [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Provisioning complete for port fd4e1250-d54a-4047-8516-ac11788521b0 triggered by entity L2. {{(pid=91993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:18:24.590348 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1026540'] for port, provisioning_complete {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:24.681362 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-942756'] for port, before_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:24.705791 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95b8acf-165f-4c37-9c2c-62a433966e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4e1250-d54a-4047-8516-ac11788521b0'}] {{(pid=91993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:18:24.708047 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350b61e804c51478376e3aa937efac560e48c2b3d5ff0ede5a811d8e8f366824" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761f0693-f64c-421d-a8a1-cd16103865ab" -d '{"events": [{"server_uuid": "c95b8acf-165f-4c37-9c2c-62a433966e51", "name": "network-vif-plugged", "status": "completed", "tag": "fd4e1250-d54a-4047-8516-ac11788521b0"}]}' {{(pid=91993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:18:24.722549 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] For port fd4e1250-d54a-4047-8516-ac11788521b0, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd4e1250-d54a-4047-8516-ac11788521b0,segment=NetworkSegment(f200b18a-7dbb-410e-b2b4-c8724d828d83),segment_id=f200b18a-7dbb-410e-b2b4-c8724d828d83)] {{(pid=91993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:18:24.727896 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742323310403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742322917690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742322917735'] for port, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:24.729784 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:18:24.784166 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Pushing event updated for resources: {'Port': ['ID=fd4e1250-d54a-4047-8516-ac11788521b0,revision_number=5']} {{(pid=91993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:18:24.787195 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG oslo_concurrency.lockutils [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:18:24.795788 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c999248-3de5-4a67-94d1-2f155b110a2f x-openstack-request-id: req-6c999248-3de5-4a67-94d1-2f155b110a2f {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:18:24.796082 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95b8acf-165f-4c37-9c2c-62a433966e51", "name": "network-vif-plugged", "status": "completed", "tag": "fd4e1250-d54a-4047-8516-ac11788521b0", "code": 200}]} {{(pid=91993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:18:24.796907 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6c999248-3de5-4a67-94d1-2f155b110a2f {{(pid=91993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:18:24.797310 dv-cinder-796049-1-smb neutron-server[91993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95b8acf-165f-4c37-9c2c-62a433966e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4e1250-d54a-4047-8516-ac11788521b0', 'code': 200} Jun 11 18:18:25.026936 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337809b-6bcf-46f9-84eb-10e97e8fa6b4 req-6a31757d-bdd5-4a1b-9cd6-2fd4a1a9a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:25.028468 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c337809b-6bcf-46f9-84eb-10e97e8fa6b4 req-6a31757d-bdd5-4a1b-9cd6-2fd4a1a9a8f3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 1099 time: 0.0661311 Jun 11 18:18:25.065852 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-c337809b-6bcf-46f9-84eb-10e97e8fa6b4 req-ce08f768-2ba5-4897-a1cb-c0f059587988 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311165 Jun 11 18:18:25.316996 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf68a55-3faf-4c75-bafb-ce984d4776f4 req-ef6a4d4f-33a4-4f61-bc53-d874bbe80b3f tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:25.318390 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cbf68a55-3faf-4c75-bafb-ce984d4776f4 req-ef6a4d4f-33a4-4f61-bc53-d874bbe80b3f tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 946 time: 0.0765357 Jun 11 18:18:25.367569 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-cbf68a55-3faf-4c75-bafb-ce984d4776f4 req-fc9e0f84-cab1-49ce-a1c5-5cdf6f5c22c4 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432339 Jun 11 18:18:25.711057 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:26.547646 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c868d24-aa36-44ab-aa05-574359d64e32 req-b6c448c1-ede9-48cd-baab-7e8bbde8e4d3 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:26.549146 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7c868d24-aa36-44ab-aa05-574359d64e32 req-b6c448c1-ede9-48cd-baab-7e8bbde8e4d3 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 946 time: 0.0692394 Jun 11 18:18:26.595412 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-7c868d24-aa36-44ab-aa05-574359d64e32 req-3b3158fe-25ed-47c2-bd0a-40e145ec4f0b tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403955 Jun 11 18:18:38.496181 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:18:42.543862 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:42.567862 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcdd18-7cc9-47ab-91d9-a550e16415bd req-6e923d7c-d47d-49b7-ad18-cddd1eb64e24 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:42.569416 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d6dcdd18-7cc9-47ab-91d9-a550e16415bd req-6e923d7c-d47d-49b7-ad18-cddd1eb64e24 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 946 time: 0.0709825 Jun 11 18:18:42.611254 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-d6dcdd18-7cc9-47ab-91d9-a550e16415bd req-d0de670e-6371-43db-b012-5ecb5511f935 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356052 Jun 11 18:18:43.791669 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b11e81-20d3-4bdb-a39e-196b65c41eb7 req-029c71f2-d4c8-468d-a7eb-81562ca092ff tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:43.793185 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c0b11e81-20d3-4bdb-a39e-196b65c41eb7 req-029c71f2-d4c8-468d-a7eb-81562ca092ff tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 946 time: 0.0691001 Jun 11 18:18:43.839938 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-c0b11e81-20d3-4bdb-a39e-196b65c41eb7 req-a3050143-d5ce-406a-8d3f-e59ebe6f181d tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Jun 11 18:18:45.017543 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702aba49-221a-44c1-87ca-5f8f716d8d0a req-c794e514-09aa-470a-84f6-8db1852bc119 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:45.018992 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-702aba49-221a-44c1-87ca-5f8f716d8d0a req-c794e514-09aa-470a-84f6-8db1852bc119 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 946 time: 0.0679767 Jun 11 18:18:45.060510 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-702aba49-221a-44c1-87ca-5f8f716d8d0a req-bd4c008f-1d32-4897-9fc0-afde7a5257ae tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359976 Jun 11 18:18:46.239745 dv-cinder-796049-1-smb neutron-server[91991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07783174-803e-4211-b4ad-5dacee806cc6 req-1b0b470f-73ce-4102-8f86-efea70263585 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:46.241239 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-07783174-803e-4211-b4ad-5dacee806cc6 req-1b0b470f-73ce-4102-8f86-efea70263585 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 946 time: 0.0681610 Jun 11 18:18:46.292939 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-07783174-803e-4211-b4ad-5dacee806cc6 req-8e35298d-9719-4322-8592-2ddfcfa80268 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccd374d3-8b52-4c6c-9915-7faec8868ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455570 Jun 11 18:18:46.647751 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4666f5f-4dfd-4c30-8714-e9924fa395f2 req-fbb68d5d-9338-459f-be95-a11caa69d382 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:46.649309 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f4666f5f-4dfd-4c30-8714-e9924fa395f2 req-fbb68d5d-9338-459f-be95-a11caa69d382 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.77 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 946 time: 0.0710526 Jun 11 18:18:47.028867 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-f4666f5f-4dfd-4c30-8714-e9924fa395f2 req-d451f1d6-51bf-489b-b0db-cefa050c7376 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Deleting port fd4e1250-d54a-4047-8516-ac11788521b0 {{(pid=91992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:18:47.029202 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-f4666f5f-4dfd-4c30-8714-e9924fa395f2 req-d451f1d6-51bf-489b-b0db-cefa050c7376 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742323305512'] for port, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:47.139363 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.db [req-f4666f5f-4dfd-4c30-8714-e9924fa395f2 req-d451f1d6-51bf-489b-b0db-cefa050c7376 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] For port fd4e1250-d54a-4047-8516-ac11788521b0, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=fd4e1250-d54a-4047-8516-ac11788521b0,segment=NetworkSegment(f200b18a-7dbb-410e-b2b4-c8724d828d83),segment_id=f200b18a-7dbb-410e-b2b4-c8724d828d83)] {{(pid=91992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:18:47.139720 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-f4666f5f-4dfd-4c30-8714-e9924fa395f2 req-d451f1d6-51bf-489b-b0db-cefa050c7376 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2004721'] for port, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:47.236897 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.plugin [req-f4666f5f-4dfd-4c30-8714-e9924fa395f2 req-d451f1d6-51bf-489b-b0db-cefa050c7376 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Calling delete_port for fd4e1250-d54a-4047-8516-ac11788521b0 owned by compute:nova {{(pid=91992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:18:47.388546 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-f4666f5f-4dfd-4c30-8714-e9924fa395f2 req-d451f1d6-51bf-489b-b0db-cefa050c7376 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742323310412', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742322917681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33273976'] for port, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:47.393321 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-53ff53e3-4c97-4c17-a5db-c58f9848b2ec tempest-VolumesActionsTest-1480488278 tempest-VolumesActionsTest-1480488278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:18:47.401081 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.db [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] get_ports_and_sgs() called for port_ids ['fd4e1250-d54a-4047-8516-ac11788521b0'] {{(pid=91993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:18:47.428555 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451f1d6-51bf-489b-b0db-cefa050c7376 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Pushing event deleted for resources: {'Port': ['ID=fd4e1250-d54a-4047-8516-ac11788521b0,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:18:47.432071 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-d451f1d6-51bf-489b-b0db-cefa050c7376 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:18:47.446132 dv-cinder-796049-1-smb neutron-server[91991]: INFO neutron.wsgi [req-1a82b30e-e63c-4bd0-86e5-18b40bbe3a43 req-a234bf9a-4e87-427a-9439-e82b8eed2652 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.63 "GET /v2.0/ports?device_id=c95b8acf-165f-4c37-9c2c-62a433966e51 HTTP/1.1" status: 200 len: 210 time: 0.0360487 Jun 11 18:18:47.488099 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4666f5f-4dfd-4c30-8714-e9924fa395f2 req-d451f1d6-51bf-489b-b0db-cefa050c7376 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] No DVR routers for this DVR port fd4e1250-d54a-4047-8516-ac11788521b0 on host hv-cinder-79604 {{(pid=91992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:18:47.490971 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [req-f4666f5f-4dfd-4c30-8714-e9924fa395f2 req-d451f1d6-51bf-489b-b0db-cefa050c7376 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4191'] for port, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:47.493036 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [req-f4666f5f-4dfd-4c30-8714-e9924fa395f2 req-d451f1d6-51bf-489b-b0db-cefa050c7376 tempest-VolumesSnapshotTestJSON-1468272516 tempest-VolumesSnapshotTestJSON-1468272516-project] 10.222.0.77 "DELETE /v2.0/ports/fd4e1250-d54a-4047-8516-ac11788521b0 HTTP/1.1" status: 204 len: 173 time: 0.8379970 Jun 11 18:18:47.493591 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95b8acf-165f-4c37-9c2c-62a433966e51', 'name': 'network-vif-deleted', 'tag': 'fd4e1250-d54a-4047-8516-ac11788521b0'}] {{(pid=91992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:18:47.497722 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a96549954fa1c36f15a43ca0fe0eb681741ac3fb59fc787d6fa02de9f6689c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3913508-4dc5-446e-9c91-42e2de9aa9eb" -d '{"events": [{"server_uuid": "c95b8acf-165f-4c37-9c2c-62a433966e51", "name": "network-vif-deleted", "tag": "fd4e1250-d54a-4047-8516-ac11788521b0"}]}' {{(pid=91992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:18:47.538498 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979c1582-7d34-4a05-9c2e-876feccd0b79 x-openstack-request-id: req-979c1582-7d34-4a05-9c2e-876feccd0b79 {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:18:47.538888 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95b8acf-165f-4c37-9c2c-62a433966e51", "name": "network-vif-deleted", "tag": "fd4e1250-d54a-4047-8516-ac11788521b0", "status": "completed", "code": 200}]} {{(pid=91992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:18:47.539249 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-979c1582-7d34-4a05-9c2e-876feccd0b79 {{(pid=91992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:18:47.539753 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95b8acf-165f-4c37-9c2c-62a433966e51', 'name': 'network-vif-deleted', 'tag': 'fd4e1250-d54a-4047-8516-ac11788521b0', 'status': 'completed', 'code': 200} Jun 11 18:18:50.072223 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c1be315b-b3d6-48dc-95c9-09261d0b10df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:50.609725 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device fd4e1250-d54a-4047-8516-ac11788521b0 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:18:50.634970 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.plugin [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] No Port match for: fd4e1250-d54a-4047-8516-ac11788521b0 {{(pid=91993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:18:50.635320 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron.plugins.ml2.rpc [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Device fd4e1250-d54a-4047-8516-ac11788521b0 not bound to the agent host hv-cinder-79604 {{(pid=91993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:18:52.410520 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:52.692065 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5b623a60-f153-4fcb-b277-e12fbb5d867e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:53.665193 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:55.713932 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:05.514878 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 57232) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:19:05.572277 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91c7049-dd48-4378-8997-cd539c50300d admin admin] Deleting subnet 1c4e5591-11be-46ad-8b48-ac0bbe2dccc1 {{(pid=91992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:19:05.575453 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a91c7049-dd48-4378-8997-cd539c50300d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:05.619415 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a91c7049-dd48-4378-8997-cd539c50300d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29753586'] for subnet, precommit_delete_associations {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:05.668292 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a91c7049-dd48-4378-8997-cd539c50300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000958'] for subnet, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:05.731648 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a91c7049-dd48-4378-8997-cd539c50300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1000951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1823009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33274754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29559827'] for subnet, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:05.734011 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:19:05.771457 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c7049-dd48-4378-8997-cd539c50300d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4e5591-11be-46ad-8b48-ac0bbe2dccc1,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:19:05.774448 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-a91c7049-dd48-4378-8997-cd539c50300d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:19:05.775459 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-a91c7049-dd48-4378-8997-cd539c50300d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for subnet, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:05.777976 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-a91c7049-dd48-4378-8997-cd539c50300d admin admin] 10.222.0.63 "DELETE /v2.0/subnets/1c4e5591-11be-46ad-8b48-ac0bbe2dccc1 HTTP/1.1" status: 204 len: 168 time: 0.2620420 Jun 11 18:19:05.779796 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 57234) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:19:05.874724 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547189'] for network, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:05.989175 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031779', 'neutron.services.segments.db._delete_segments_for_network-8742323472568'] for network, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:06.001122 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5970e979-cdf7-4323-a892-91121cccfbb7']}} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:19:06.013477 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f200b18a-7dbb-410e-b2b4-c8724d828d83') {'for_net_delete': True} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:19:06.013760 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.services.segments.db [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f200b18a-7dbb-410e-b2b4-c8724d828d83') {} {{(pid=91992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:19:06.024983 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742323472406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29753593'] for segment, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:06.041737 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155'] for segment, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:06.048757 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=91992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:19:06.049171 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33273899'] for segment, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: retrieve_revision_numbers = { Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: Traceback (most recent call last): Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: timer() Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: cb(*args, **kw) Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: return func(*args, **kwargs) Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: self._notify() Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: self.callback(batched_events) Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: event.method(event) Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: return f(self, *a, **k) Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: return self._get(url).json() Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: return self.request(url, 'GET', **kwargs) Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:19:06.051033 dv-cinder-796049-1-smb neutron-server[91992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:19:06.138723 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1823034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003722'] for network, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:06.143957 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-375aa6e7-935e-4985-923e-c84ef82c4d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:19:06.159904 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1823007'] for network, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:06.162222 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] 10.222.0.63 "DELETE /v2.0/networks/5970e979-cdf7-4323-a892-91121cccfbb7 HTTP/1.1" status: 204 len: 168 time: 0.3811960 Jun 11 18:19:06.164517 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5970e979-cdf7-4323-a892-91121cccfbb7,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:19:06.166455 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-3a45a434-088d-4878-878f-059467fd8ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:19:06.287090 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 57238) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:19:06.341066 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-ed652384-7cf4-47f2-95f8-83fda965d4e1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fa6b6f0fbc1647d980b2eb1d42704249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526125 Jun 11 18:19:06.343613 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [-] (91992) accepted ('10.222.0.63', 57240) {{(pid=91992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:19:06.418280 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-74ca2bab-6240-479e-8bbe-f23583e3e259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:06.461674 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-74ca2bab-6240-479e-8bbe-f23583e3e259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:06.545877 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-74ca2bab-6240-479e-8bbe-f23583e3e259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742715'] for security_group, after_delete {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:06.549874 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron_lib.callbacks.manager [None req-74ca2bab-6240-479e-8bbe-f23583e3e259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:06.551073 dv-cinder-796049-1-smb neutron-server[91992]: INFO neutron.wsgi [None req-74ca2bab-6240-479e-8bbe-f23583e3e259 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ccd374d3-8b52-4c6c-9915-7faec8868ed5 HTTP/1.1" status: 204 len: 168 time: 0.2065232 Jun 11 18:19:06.552007 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-b56502fe-ee9a-4edc-951b-1252b7483f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:19:06.562758 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca2bab-6240-479e-8bbe-f23583e3e259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd374d3-8b52-4c6c-9915-7faec8868ed5,revision_number=None']} {{(pid=91992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:19:06.566674 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG oslo_concurrency.lockutils [None req-74ca2bab-6240-479e-8bbe-f23583e3e259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:19:12.561008 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:15.495020 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:19:20.063531 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-335580b0-1cdb-4489-a3ac-56c670c5b58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:22.415104 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:22.693275 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-5cb25939-dad2-4c9d-a9c8-d45e05afc6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:23.675455 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:25.722987 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:42.575432 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:50.068810 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-91b3129d-2653-435b-b979-43f9de341259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:52.418962 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:52.495566 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:19:52.694669 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-8b655e7c-a26d-47e1-a3b7-d35937aaaea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:53.673006 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:55.724073 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:12.579270 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:20.074027 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-693a6e70-0aec-4ebd-9c47-04500cd906ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:22.422057 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:22.696734 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-8b385993-fa61-4590-a157-13b53f5989f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:23.675609 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:25.729439 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:29.494711 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:20:42.589288 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:50.069299 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e0f5-70ae-47c2-9f49-03ec0801b1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:52.427554 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:52.698072 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-92e403d2-986e-430f-878e-41d15b9b3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:53.679911 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:55.726462 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:06.494184 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:21:12.589075 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:20.068714 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-2ebc93b4-aa35-4f4d-97c9-3796dcf7ebcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:22.429679 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:22.697905 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-4181aceb-421b-400d-b731-e7a346d304ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:23.681477 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:25.732014 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:42.604134 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:43.493761 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:21:50.070045 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-609727fb-6f4e-4f71-a599-01d0a93ffd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:52.431130 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:52.698354 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-735aa378-fe69-4977-8b25-cee38866c4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:53.684338 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:55.735158 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:12.604024 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:20.072497 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-f9525254-bd1f-4019-90af-83993d80a524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:20.492551 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:22:22.434581 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:22.701885 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b30f54be-d2fc-491b-b5d8-fe73abeeb9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:23.687478 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:25.738675 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:42.617373 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:46.646195 dv-cinder-796049-1-smb neutron-server[91992]: DEBUG neutron.wsgi [req-fdbbfee5-a13f-4965-b777-ee329371c3ad req-0343b424-0e31-46b6-9191-8429d7cfe59d service neutron] (91992) timed out ('10.222.0.77', 58889) {{(pid=91992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 18:22:50.074175 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-d50acb5f-6f96-41ab-804e-39417974c107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:52.437411 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:52.702350 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-522ffee7-d32f-4ab8-8f37-6264071a2edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:53.688646 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:55.739924 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:57.493325 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:23:12.617512 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:20.077189 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-b7ab7f41-8cca-4244-9bbd-1266658196fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:22.439450 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:22.702961 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-6b366d35-1461-4516-bffe-077da081d7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:23.695156 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:25.741240 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:34.492735 dv-cinder-796049-1-smb neutron-server[91994]: DEBUG neutron.db.agents_db [None req-2a67ee5d-f0b1-42a9-8f47-92e1c2669a6c None None] Agent healthcheck: found 6 active agents {{(pid=91994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:23:42.616031 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-ff96a8af-ee96-480d-9e52-c733fff6d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:50.077865 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-720b4a45-5584-4a32-92dc-79eb9898b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:52.441506 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-27c12cab-5233-439f-89b8-34cb6f5b0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:52.712997 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-c2c30b96-356e-4ab7-92ca-0245e8607039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:53.697173 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-389741ca-b701-4dcf-be8e-ab1bcd51e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:55.744859 dv-cinder-796049-1-smb neutron-server[91993]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c641-6141-4cf7-8c37-24538f6310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742323472550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026493'] for agent, after_update {{(pid=91993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}